00010000:00000010:0.1F:1705683279.857907:0:27:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135c69f00. 00010000:00000010:0.1:1705683279.857918:0:27:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff8800942d0000. 00010000:00000010:0.1:1705683279.906856:0:34:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008ba0b600. 00010000:00000010:0.1:1705683279.906861:0:34:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88009746c780. 00010000:00000010:2.1F:1705683279.912923:0:20:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff8800942d0a00. 00010000:00000010:3.1F:1705683279.916933:0:11:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135c69500. 00010000:00000010:3.1:1705683279.916943:0:11:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff880070210000. 00080000:00000010:3.1:1705683279.925899:0:11:0:(osd_handler.c:1612:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800936029c0. 00010000:00100000:2.0:1705683772.194186:0:15048:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.194187:0:15048:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.194187:0:15048:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:2.0:1705683772.194194:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a0b78f00/2, rc 0, transno 169645 00000100:00100000:2.0:1705683772.194198:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0b78f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538553982144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683772.194213:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194214:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194216:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553987776 00000100:00100000:2.0:1705683772.194222:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194223:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194224:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553987840 00000100:00100000:2.0:1705683772.194242:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194242:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194244:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595286656 00000100:00100000:2.0:1705683772.194249:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194250:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194254:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419298 00000100:00100000:2.0:1705683772.194256:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0b78a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+9308:20295:x1788538595286656:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.194260:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.194399:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136797200/0xcefed536a36de3b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7eee expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.194406:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.194411:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.194412:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.194414:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136797200/0xcefed536a36de3b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7eee expref: 9309 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194419:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136797200/0xcefed536a36de3b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7eee expref: 9309 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194423:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136797200, rc 0) 00000100:00100000:2.0:1705683772.194432:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0b78a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+9309:20295:x1788538595286656:12345-192.168.203.16@tcp:101:dd.0 Request processed in 175us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.194435:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419298 00000100:00100000:2.0:1705683772.194440:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194440:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194442:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595287040 00000100:00100000:2.0:1705683772.194451:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194451:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194453:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419300 00000100:00100000:2.0:1705683772.194455:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+9309:16401:x1788538595287040:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.194458:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.194592:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136797c00/0xcefed536a36de3be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7f0a expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.194599:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.194604:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.194604:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.194606:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136797c00/0xcefed536a36de3be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f0a expref: 9310 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194611:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136797c00/0xcefed536a36de3be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f0a expref: 9310 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194615:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136797c00, rc 0) 00000100:00100000:2.0:1705683772.194621:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+9310:16401:x1788538595287040:12345-192.168.203.16@tcp:101:dd.0 Request processed in 166us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.194625:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419300 00000100:00100000:2.0:1705683772.194637:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194638:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194641:0:6534:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595286912 00000100:00100000:2.0:1705683772.194654:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194655:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194658:0:6534:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298548 00000100:00100000:2.0:1705683772.194659:0:6534:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+1311:21875:x1788538595286912:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.194665:0:6534:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.194670:0:6534:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008b579900/0xcefed536a36de3cc lrc: 2/0,0 mode: --/CR res: [0x240000403:0x22ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7efc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194683:0:6534:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008b579900/0xcefed536a36de3cc lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x22ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7efc expref: 1312 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194688:0:6534:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008b579900/0xcefed536a36de3cc lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x22ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7efc expref: 1312 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194695:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x22ff:0x0].0x0 (ffff880130308700) 00010000:00010000:2.0:1705683772.194697:0:6534:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1705683772.194697:0:6534:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b579900, rc 0) 00000100:00100000:2.0:1705683772.194705:0:6534:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+1312:21875:x1788538595286912:12345-192.168.203.16@tcp:101:dd.0 Request processed in 45us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.194707:0:6534:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298548 00010000:00010000:2.0:1705683772.194716:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009de82f80/0xcefed536a36de156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194720:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009de82f80/0xcefed536a36de156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194723:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de82f80/0xcefed536a36de156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194726:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009de82f80/0xcefed536a36de156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.194732:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.194777:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194778:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194781:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595287104 00000100:00100000:2.0:1705683772.194790:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194790:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.194793:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419302 00000100:00100000:2.0:1705683772.194795:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5ee900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9312:1856:x1788538595286848:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.194798:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.194950:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b578c80/0xcefed536a36de3e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x9968:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7ef5 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.194957:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x9968:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.194963:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.194964:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.194966:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b578c80/0xcefed536a36de3e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7ef5 expref: 9313 pid: 15124 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.194971:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b578c80/0xcefed536a36de3e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7ef5 expref: 9313 pid: 15124 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.194975:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b578c80, rc 0) 00000100:00100000:2.0:1705683772.194982:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5ee900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9313:1856:x1788538595286848:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 187us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.194988:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419302 00000100:00100000:2.0:1705683772.195024:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093bfad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0000-mdtlov_UUID+630:3082:x1788538553983360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11264us (11288us total) trans 4295136942 rc 0/0 00000100:00100000:2.0:1705683772.195027:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419211 00000004:00080000:2.0:1705683772.195115:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096fbe400/2, rc 0, transno 169646 00000100:00100000:2.0:1705683772.195119:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096fbe400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538553983360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683772.195153:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1705683772.195157:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096fbb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538553988416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683772.195170:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.195181:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195182:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195185:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553988352 00000100:00100000:2.0:1705683772.195191:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195192:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195193:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553988160 00000100:00100000:2.0:1705683772.195198:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195198:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195201:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419306 00000100:00100000:2.0:1705683772.195203:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097acb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0000-mdtlov_UUID+631:3082:x1788538553988416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.195209:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23159 count 1 00000100:00100000:2.0:1705683772.195340:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195341:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195344:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595285760 00000100:00100000:2.0:1705683772.195352:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195353:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195354:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595287232 00000100:00100000:2.0:1705683772.195363:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195363:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195367:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419309 00000100:00100000:2.0:1705683772.195369:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+7912:1856:x1788538595286976:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.195372:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.195710:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b578a00/0xcefed536a36de412 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7f03 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.195716:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98c9:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.195721:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.195722:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.195724:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b578a00/0xcefed536a36de412 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f03 expref: 7914 pid: 15036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.195729:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b578a00/0xcefed536a36de412 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f03 expref: 7914 pid: 15036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.195733:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b578a00, rc 0) 00000100:00100000:2.0:1705683772.195741:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+7913:1856:x1788538595286976:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 372us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.195745:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419309 00000100:00100000:2.0:1705683772.195751:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195752:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.195754:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419313 00000100:00100000:2.0:1705683772.195756:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+7912:1856:x1788538595287296:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.195760:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.196071:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b579e00/0xcefed536a36de435 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7f26 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.196078:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98cb:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.196083:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196084:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196086:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b579e00/0xcefed536a36de435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f26 expref: 7913 pid: 15036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196091:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b579e00/0xcefed536a36de435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f26 expref: 7913 pid: 15036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196095:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b579e00, rc 0) 00000100:00100000:2.0:1705683772.196102:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:c77a26ac-6587-4500-88fc-a375de7e12f4+7913:1856:x1788538595287296:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 345us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.196105:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419313 00000100:00100000:2.0:1705683772.196111:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196112:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683772.196123:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.196128:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b01f200/0xcefed536a363b10b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15970a2 expref: 8490 pid: 8803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196132:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196132:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196133:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.196141:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b01f200/0xcefed536a363b10b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970a2 expref: 8490 pid: 8803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196145:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b01f200/0xcefed536a363b10b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970a2 expref: 8490 pid: 8803 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.196154:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097acd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538553988736:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.196162:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305300 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.196168:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196169:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196172:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595287424 00000100:00100000:2.0:1705683772.196179:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196180:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196188:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595287488 00000100:00100000:2.0:1705683772.196191:0:14251:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196192:0:14251:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196194:0:14251:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595287552 00000100:00100000:2.0:1705683772.196197:0:14251:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196198:0:14251:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196200:0:14251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419316 00000100:00100000:2.0:1705683772.196202:0:14251:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938d8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7914:1856:x1788538595287424:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.196206:0:14251:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.196371:0:14251:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b57b700/0xcefed536a36de44a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7f34 expref: -99 pid: 14251 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.196377:0:14251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98cc:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.196383:0:14251:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196383:0:14251:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196385:0:14251:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b57b700/0xcefed536a36de44a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f34 expref: 7916 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196390:0:14251:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b57b700/0xcefed536a36de44a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f34 expref: 7916 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196397:0:14251:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b57b700, rc 0) 00000100:00100000:2.0:1705683772.196403:0:14251:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938d8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7916:1856:x1788538595287424:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 201us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.196406:0:14251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419316 00000100:00100000:2.0:1705683772.196413:0:14251:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196413:0:14251:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196416:0:14251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419319 00000100:00100000:2.0:1705683772.196418:0:14251:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938df300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7915:1856:x1788538595287680:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.196420:0:14251:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.196584:0:14251:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9d0500/0xcefed536a36de466 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7f50 expref: -99 pid: 14251 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.196591:0:14251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98ce:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.196596:0:14251:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196597:0:14251:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196598:0:14251:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9d0500/0xcefed536a36de466 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f50 expref: 7917 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196603:0:14251:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9d0500/0xcefed536a36de466 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f50 expref: 7917 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196607:0:14251:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9d0500, rc 0) 00000100:00100000:2.0:1705683772.196614:0:14251:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938df300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7917:1856:x1788538595287680:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 196us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.196617:0:14251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419319 00000100:00100000:2.0:1705683772.196634:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196635:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196639:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419322 00000100:00100000:2.0:1705683772.196641:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938dc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9318:1856:x1788538595287488:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.196644:0:15048:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.196770:0:15048:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9d1e00/0xcefed536a36de474 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x996c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7f3b expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.196777:0:15048:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x996c:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.196782:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196782:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.196784:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9d1e00/0xcefed536a36de474 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x996c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f3b expref: 9319 pid: 15048 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196789:0:15048:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9d1e00/0xcefed536a36de474 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x996c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f3b expref: 9319 pid: 15048 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.196793:0:15048:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9d1e00, rc 0) 00000100:00100000:2.0:1705683772.196800:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938dc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9319:1856:x1788538595287488:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 158us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.196825:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419322 00000100:00100000:2.0:1705683772.196887:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196887:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196891:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595287936 00000100:00100000:2.0:1705683772.196904:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196904:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196947:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.196948:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683772.197007:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.197009:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009887bc00/0xcefed536a36de195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197013:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009887bc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.197014:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009887bc00/0xcefed536a36de195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197017:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009887bc00/0xcefed536a36de195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197023:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009887bc00/0xcefed536a36de195 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197026:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009887bc00/0xcefed536a36de195 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197097:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.197098:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.197098:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.197133:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197134:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197136:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553988864 00000100:00100000:2.0:1705683772.197142:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197142:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197144:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419326 00000100:00100000:2.0:1705683772.197146:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ed8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+688:3084:x1788538553988864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.197152:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32632 count 1 00010000:00010000:2.0:1705683772.197376:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de497 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197381:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d2cc780/0xcefed536a3660e53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15aa520 expref: 7915 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197385:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.197386:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.197387:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de497 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197396:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d2cc780/0xcefed536a3660e53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa520 expref: 7915 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197400:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d2cc780/0xcefed536a3660e53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa520 expref: 7915 pid: 14224 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.197404:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097acf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538553988928:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.197414:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305540 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.197426:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e64b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538553984320:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.197434:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a00d9400/0xcefed536a36de23d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x909b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.197437:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.197438:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.197439:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197848:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197849:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197854:0:6534:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595288640 00000100:00100000:2.0:1705683772.197867:0:14197:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197867:0:14197:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.197871:0:14197:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298550 00000100:00100000:2.0:1705683772.197873:0:14197:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353d8a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+408:21926:x1788538595288640:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:2.0:1705683772.197888:0:14197:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1705683772.197894:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b2a7480/0xcefed536a36de283 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7e5b expref: 407 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197902:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124e0e300/0xcefed536a36dd746 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x771:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7888 expref: 406 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197909:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x771:0x0].0x0 (ffff880096f4b400) 00010000:00010000:2.0:1705683772.197912:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc6c000/0xcefed536a36dd2b5 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xff:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d763c expref: 405 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.197917:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xff:0x0].0x0 (ffff88009fe0be00) 00010000:00010000:2.0:1705683772.197920:0:14197:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683772.197943:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 3/0,1 mode: --/CW res: [0x200000400:0xff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197947:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197950:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197954:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2300/0xcefed536a36de4b3 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xff:0x0].0x35 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197956:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2300/0xcefed536a36de4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xff:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197958:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2300/0xcefed536a36de4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xff:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197980:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 3/0,1 mode: --/EX res: [0x200000405:0x771:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197983:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.197986:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00000040:00080000:2.0:1705683772.198066:0:14197:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].11365, 64 off735552 00010000:00010000:2.0:1705683772.198083:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d813980/0xcefed536a36de4c8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x771:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198086:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d813980/0xcefed536a36de4c8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x771:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198089:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d813980/0xcefed536a36de4c8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x771:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198092:0:14197:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d813980/0xcefed536a36de4c8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x771:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198095:0:14197:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d813980/0xcefed536a36de4c8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x771:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198097:0:14197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d813980/0xcefed536a36de4c8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x771:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198108:0:14197:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.198114:0:14197:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198117:0:14197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198119:0:14197:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198124:0:14197:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d810280 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.198125:0:14197:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198128:0:14197:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198131:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x771:0x0].0x0 (ffff880096f4b400) 00010000:00010000:2.0:1705683772.198132:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1705683772.198133:0:14197:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 2/0,0 mode: --/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198136:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810280/0xcefed536a36de4ba lrc: 0/0,0 mode: --/EX res: [0x200000405:0x771:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198179:0:14197:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198182:0:14197:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198184:0:14197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198186:0:14197:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198188:0:14197:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9d2d00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.198189:0:14197:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198191:0:14197:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198196:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xff:0x0].0x0 (ffff88012dfa5d00) 00010000:00010000:2.0:1705683772.198197:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.198198:0:14197:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 3/0,0 mode: --/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198200:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2d00/0xcefed536a36de4ac lrc: 0/0,0 mode: --/CW res: [0x200000400:0xff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00000004:00010000:2.0:1705683772.198205:0:14197:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801353d8a00 reply state ffff88012d52e000 transno 4295042385 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2300/0xcefed536a36de4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xff:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198209:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9d2300/0xcefed536a36de4b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xff:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198211:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xff:0x0].0x35 (ffff88008efca800) 00010000:00010000:2.0:1705683772.198212:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1705683772.198226:0:14197:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353d8a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+406:21926:x1788538595288640:12345-192.168.203.16@tcp:36:rm.0 Request processed in 352us (384us total) trans 4295042385 rc 0/0 00000100:00100000:2.0:1705683772.198229:0:14197:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298550 00000100:00100000:2.0:1705683772.198236:0:14197:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198236:0:14197:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198238:0:14197:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595288768 00000100:00100000:2.0:1705683772.198252:0:14197:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198253:0:14197:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198255:0:14197:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298551 00000100:00100000:2.0:1705683772.198257:0:14197:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353db700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+406:21846:x1788538595288768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1705683772.198261:0:14197:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.198281:0:14197:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d812580/0xcefed536a36de4d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7fa4 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.198322:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198326:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198330:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198344:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198347:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198349:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198370:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd90280/0xcefed536a36de4f2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x536a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198373:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd90280/0xcefed536a36de4f2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x536a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198375:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd90280/0xcefed536a36de4f2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x536a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00000004:00010000:2.0:1705683772.198381:0:14197:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd90280/0xcefed536a36de4f2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x536a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198386:0:14197:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198388:0:14197:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198390:0:14197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198393:0:14197:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198396:0:14197:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d810c80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.198397:0:14197:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198399:0:14197:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198402:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:2.0:1705683772.198403:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.198404:0:14197:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198406:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d810c80/0xcefed536a36de4dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198411:0:14197:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198413:0:14197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198415:0:14197:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198417:0:14197:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d811e00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.198418:0:14197:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198420:0:14197:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198424:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3631 (ffff88009c698700) 00010000:00010000:2.0:1705683772.198425:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.198426:0:14197:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198428:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d811e00/0xcefed536a36de4e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.198445:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d812580/0xcefed536a36de4d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7fa4 expref: 408 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.198451:0:14197:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd90280/0xcefed536a36de4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x536a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7fa4 expref: 407 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.198454:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x536a:0x0].0x0 (ffff88009c698400) 00010000:00010000:2.0:1705683772.198455:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1705683772.198455:0:14197:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fd90280, rc 0) 00000100:00100000:2.0:1705683772.198464:0:14197:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353db700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+407:21846:x1788538595288768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 206us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.198468:0:14197:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298551 00000100:00100000:2.0:1705683772.198478:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198478:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198481:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595288192 00000100:00100000:2.0:1705683772.198488:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198489:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198490:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595288512 00000100:00100000:2.0:1705683772.198500:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198501:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198502:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595288896 00000100:00100000:2.0:1705683772.198507:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198508:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.198512:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419334 00000100:00100000:2.0:1705683772.198515:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9324:1857:x1788538595288512:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.198518:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.198793:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fd92a80/0xcefed536a36de515 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x9971:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7f8f expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.198822:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x9971:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.198828:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.198829:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.198832:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fd92a80/0xcefed536a36de515 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f8f expref: 9325 pid: 15124 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.198837:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fd92a80/0xcefed536a36de515 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7f8f expref: 9325 pid: 15124 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.198841:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fd92a80, rc 0) 00000100:00100000:2.0:1705683772.198848:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9325:1857:x1788538595288512:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 333us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.198852:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419334 00010000:00010000:2.0:1705683772.199058:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a00d9400/0xcefed536a36de23d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x909b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199063:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00d9400/0xcefed536a36de23d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x909b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199067:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00d9400/0xcefed536a36de23d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x909b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199073:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00d9400/0xcefed536a36de23d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x909b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.199082:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199082:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683772.199089:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.199101:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199101:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199107:0:14257:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199107:0:14257:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199110:0:14257:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595289664 00000100:00100000:2.0:1705683772.199123:0:14257:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199124:0:14257:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199127:0:14257:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298553 00000100:00100000:2.0:1705683772.199129:0:14257:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:8dc539e0-a6d0-4264-ae88-11424261aea3+1313:21902:x1788538595289664:12345-192.168.203.16@tcp:36:mkdir.0 00000100:00100000:2.0:1705683772.199168:0:14257:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_025:8dc539e0-a6d0-4264-ae88-11424261aea3+1313:21902:x1788538595289664:12345-192.168.203.16@tcp:36:mkdir.0 Request processed in 38us (73us total) trans 0 rc -17/-17 00000100:00100000:2.0:1705683772.199171:0:14257:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298553 00010000:00010000:2.0:1705683772.199179:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.199181:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b2a7200/0xcefed536a36de2ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199184:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b2a7200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.199186:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b2a7200/0xcefed536a36de2ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199189:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b2a7200/0xcefed536a36de2ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199198:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b2a7200/0xcefed536a36de2ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199201:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b2a7200/0xcefed536a36de2ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199209:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.199209:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.199210:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.199272:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092205000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1710:3084:x1788538553984192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10385us (10406us total) trans 4295137679 rc 0/0 00000100:00100000:2.0:1705683772.199276:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419256 00000100:00100000:2.0:1705683772.199395:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199396:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199399:0:14220:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553989056 00000100:00100000:2.0:1705683772.199407:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199407:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199409:0:14220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419341 00000100:00100000:2.0:1705683772.199411:0:14220:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353db200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+690:3083:x1788538553989056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.199418:0:14220:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32633 count 1 00010000:00010000:2.0:1705683772.199543:0:14220:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02a80/0xcefed536a36de53f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199549:0:14220:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e568c80/0xcefed536a36614b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15aa71f expref: 7918 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199552:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.199553:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.199554:0:14220:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02a80/0xcefed536a36de53f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199564:0:14220:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e568c80/0xcefed536a36614b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa71f expref: 7918 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.199569:0:14220:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e568c80/0xcefed536a36614b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa71f expref: 7918 pid: 15041 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.199574:0:14220:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097acdf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14220:1788538553989248:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.199584:0:14220:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305780 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.199590:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199591:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199594:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595289728 00000100:00100000:2.0:1705683772.199601:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199602:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199603:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595289792 00000100:00100000:2.0:1705683772.199622:0:6535:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199623:0:6535:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199629:0:14251:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199630:0:14251:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.199632:0:14251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419342 00000100:00100000:2.0:1705683772.199635:0:14251:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880084db2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+9326:1856:x1788538595289728:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.199639:0:14251:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.199765:0:14251:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee00a00/0xcefed536a36de54d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x9974:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d7fe3 expref: -99 pid: 14251 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.199772:0:14251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x9974:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.199778:0:14251:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.199779:0:14251:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.199781:0:14251:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee00a00/0xcefed536a36de54d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7fe3 expref: 9327 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.199786:0:14251:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ee00a00/0xcefed536a36de54d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7fe3 expref: 9327 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.199790:0:14251:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00a00, rc 0) 00000100:00100000:2.0:1705683772.199797:0:14251:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880084db2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+9327:1856:x1788538595289728:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 162us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.199824:0:14251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419342 00000100:00100000:2.0:1705683772.199990:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683772.199994:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097acd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538553989376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683772.200008:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.200042:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200043:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200047:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419347 00000100:00100000:2.0:1705683772.200049:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b274100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1710:3081:x1788538553989312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.200056:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37027 count 1 00010000:00010000:2.0:1705683772.200089:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200095:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e7db480/0xcefed536a36b878e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c9cfd expref: 5998 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200098:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.200099:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.200099:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200112:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e7db480/0xcefed536a36b878e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9cfd expref: 5998 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200116:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e7db480/0xcefed536a36b878e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9cfd expref: 5998 pid: 15114 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.200121:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096fbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538553989440:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.200132:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b294f00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.200138:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200139:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200142:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419348 00000100:00100000:2.0:1705683772.200144:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ace400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+632:3084:x1788538553989376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.200150:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23160 count 1 00010000:00010000:2.0:1705683772.200278:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02f80/0xcefed536a36de577 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200283:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b463c00/0xcefed536a363a8a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15970b7 expref: 8493 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.200287:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.200287:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.200288:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02f80/0xcefed536a36de577 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200296:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b463c00/0xcefed536a363a8a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970b7 expref: 8493 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.200303:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b463c00/0xcefed536a363a8a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970b7 expref: 8493 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.200308:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096fbb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538553989504:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.200321:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255f00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.200339:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e60500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538553984960:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.200346:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f9d0280/0xcefed536a36de2e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.200350:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.200351:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.200351:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200566:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200567:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200570:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595290304 00010000:00010000:2.0:1705683772.200577:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d513980/0xcefed536a365f54e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15a9d9b expref: 7922 pid: 15139 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.200585:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200586:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200589:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200590:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200591:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595290368 00010000:00010000:2.0:1705683772.200595:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135613980/0xcefed536a365eb53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15a9ad1 expref: 7923 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.200606:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200607:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200610:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165785 00000100:00100000:2.0:1705683772.200612:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b276e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7923:1859:x1788538595290368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.200616:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.200617:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135613980/0xcefed536a365eb53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15a9ad1 expref: 7922 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.200622:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135613980/0xcefed536a365eb53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15a9ad1 expref: 7922 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.200631:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135613980/0xcefed536a365eb53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15a9ad1 expref: 7922 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.200637:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.200637:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.200638:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f9d0280/0xcefed536a36de2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200642:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9d0280/0xcefed536a36de2e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200649:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.200661:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b276e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7921:1859:x1788538595290368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.200664:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165785 00010000:00010000:2.0:1705683772.200673:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f9d0280/0xcefed536a36de2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200676:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f9d0280/0xcefed536a36de2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200680:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f9d0280/0xcefed536a36de2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200683:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9d0280/0xcefed536a36de2e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.200688:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.200752:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135365500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+691:3084:x1788538553984576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10450us (10530us total) trans 4295136950 rc 0/0 00000100:00100000:2.0:1705683772.200756:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419267 00010000:00010000:2.0:1705683772.200764:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.200766:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200767:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200770:0:6534:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595290496 00000100:00100000:2.0:1705683772.200777:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200778:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200780:0:6534:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298554 00000100:00100000:2.0:1705683772.200782:0:6534:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77a26ac-6587-4500-88fc-a375de7e12f4+1250:21896:x1788538595290496:12345-192.168.203.16@tcp:101:mrename.0 00010000:00010000:2.0:1705683772.200787:0:6534:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683772.200841:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200841:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200844:0:14271:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595290432 00000100:00100000:2.0:1705683772.200852:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200852:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.200855:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419351 00000100:00100000:2.0:1705683772.200856:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353dda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c77a26ac-6587-4500-88fc-a375de7e12f4+7920:1857:x1788538595290432:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.200860:0:14271:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.201150:0:14271:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee03c00/0xcefed536a36de58c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8014 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.201157:0:14271:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98d8:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.201163:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201164:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201165:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee03c00/0xcefed536a36de58c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8014 expref: 7921 pid: 14271 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.201171:0:14271:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee03c00/0xcefed536a36de58c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8014 expref: 7921 pid: 14271 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.201175:0:14271:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03c00, rc 0) 00000100:00100000:2.0:1705683772.201185:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353dda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c77a26ac-6587-4500-88fc-a375de7e12f4+7921:1857:x1788538595290432:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 328us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.201189:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419351 00010000:00010000:2.0:1705683772.201209:0:15031:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800907fd680/0xcefed536a35abf08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6cef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b23c expref: 7920 pid: 15040 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.201214:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538553986304:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.201223:0:15031:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1900/0xcefed536a36de339 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6cef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7ea8 expref: 8492 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201228:0:15031:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f9d1900, rc 0) 00000100:00100000:2.0:1705683772.201236:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:8dc539e0-a6d0-4264-ae88-11424261aea3+8492:11885:x1788538595284928:12345-192.168.203.16@tcp:101:dd.0 Request processed in 9212us (9254us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.201239:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419280 00000004:00080000:2.0:1705683772.201254:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135ad0f00/2, rc 0, transno 169654 00000100:00100000:2.0:1705683772.201258:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135ad0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538553984576:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683772.201264:0:6534:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00500/0xcefed536a36de59a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d801b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.201276:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201277:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201284:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008f975a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538553989952:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683772.201289:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201289:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201291:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595291008 00010000:00010000:2.0:1705683772.201297:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007f104500/0xcefed536a366d635 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae2b4 expref: 5998 pid: 8803 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.201310:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201311:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201312:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595290560 00010000:00010000:2.0:1705683772.201317:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7aa800/0xcefed536a3660324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa1a0 expref: 7920 pid: 15051 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.201323:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201323:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201328:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165791 00000100:00100000:2.0:1705683772.201330:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353df300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7919:1857:x1788538595290560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.201333:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.201334:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7aa800/0xcefed536a3660324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa1a0 expref: 7919 pid: 15051 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.201339:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7aa800/0xcefed536a3660324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa1a0 expref: 7919 pid: 15051 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.201347:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7aa800/0xcefed536a3660324 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa1a0 expref: 7919 pid: 15051 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.201354:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201354:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201355:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b2a5680/0xcefed536a36de308 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201359:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b2a5680/0xcefed536a36de308 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201366:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.201377:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353df300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7918:1857:x1788538595290560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.201380:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165791 00000100:00100000:2.0:1705683772.201389:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201390:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201392:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553989824 00000100:00100000:2.0:1705683772.201399:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201399:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201401:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419353 00000100:00100000:2.0:1705683772.201403:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3676:3082:x1788538553989824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.201409:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36160 count 1 00010000:00010000:2.0:1705683772.201496:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.201498:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f84e300/0xcefed536a36de332 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201502:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f84e300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.201503:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f84e300/0xcefed536a36de332 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201507:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f84e300/0xcefed536a36de332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201513:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f84e300/0xcefed536a36de332 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201516:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f84e300/0xcefed536a36de332 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201522:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.201523:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.201524:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.201534:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15026:1788538553986688:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.201539:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15026:1788538553986752:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.201549:0:15026:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136795b80/0xcefed536a36de363 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xb10f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7ebd expref: 8489 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201554:0:15026:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136795b80, rc 0) 00000100:00100000:2.0:1705683772.201564:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:8dc539e0-a6d0-4264-ae88-11424261aea3+8489:18534:x1788538595285376:12345-192.168.203.16@tcp:101:dd.0 Request processed in 8851us (8921us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.201567:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419285 00000100:00100000:2.0:1705683772.201581:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15132:1788538553986944:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.201588:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880136794000/0xcefed536a36de36a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.201593:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.201594:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.201594:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201597:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201598:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201600:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595291136 00010000:00010000:2.0:1705683772.201606:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff2d900/0xcefed536a36a9ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb10f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2dc1 expref: 7918 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.201612:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201613:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201615:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165794 00000100:00100000:2.0:1705683772.201617:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8489:1856:x1788538595291072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.201621:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.201626:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090e34a00/0xcefed536a369c9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb10f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcbc expref: 8489 pid: 15124 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.201630:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090e34a00/0xcefed536a369c9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb10f:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcbc expref: 8489 pid: 15124 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.201639:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090e34a00/0xcefed536a369c9c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb10f:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcbc expref: 8489 pid: 15124 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.201646:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201646:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201648:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136795b80/0xcefed536a36de363 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb10f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7ebd expref: 8488 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201654:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136795b80/0xcefed536a36de363 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb10f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7ebd expref: 8488 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201663:0:7676:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136795b80/0xcefed536a36de363 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7ebd expref: 8488 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.201667:0:7676:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800922c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7676:1788538553990080:192.168.203.16@tcp:105: 00000100:00100000:2.0:1705683772.201676:0:7676:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255480 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.201687:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201692:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131a2f480/0xcefed536a366d7e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae378 expref: 5996 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.201695:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201696:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.201697:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201703:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131a2f480/0xcefed536a366d7e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae378 expref: 5995 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.201707:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131a2f480/0xcefed536a366d7e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae378 expref: 5995 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.201712:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800922c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538553990208:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.201722:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.201727:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880136794000/0xcefed536a36de36a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201730:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136794000/0xcefed536a36de36a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201734:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136794000/0xcefed536a36de36a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.201738:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136794000/0xcefed536a36de36a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.201742:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201743:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683772.201750:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.201834:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3677:3084:x1788538553986624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8918us (8943us total) trans 4295137682 rc 0/0 00000100:00100000:2.0:1705683772.201838:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419287 00000100:00100000:2.0:1705683772.201855:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683772.201867:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135ad2d00/2, rc 0, transno 170386 00000100:00100000:2.0:1705683772.201876:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135ad2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538553986624:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683772.201882:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009490e900/2, rc 0, transno 169658 00000100:00100000:2.0:1705683772.201884:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009490e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538553985472:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683772.201891:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201892:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201901:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093beb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538553987392:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.201907:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880136796080/0xcefed536a36de38d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.201911:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.201912:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.201913:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201921:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201921:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201924:0:15026:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553990336 00000100:00100000:2.0:1705683772.201935:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201936:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201937:0:15026:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553990016 00000100:00100000:2.0:1705683772.201942:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201943:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.201945:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419358 00000100:00100000:2.0:1705683772.201947:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba71400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+634:3082:x1788538553990016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.201954:0:15026:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23162 count 1 00010000:00010000:2.0:1705683772.202160:0:15026:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d9ef980/0xcefed536a36de5c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202166:0:15026:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b46d900/0xcefed536a363a8d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15970e1 expref: 8488 pid: 14210 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.202169:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.202170:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.202170:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d9ef980/0xcefed536a36de5c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202179:0:15026:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b46d900/0xcefed536a363a8d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970e1 expref: 8488 pid: 14210 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.202183:0:15026:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b46d900/0xcefed536a363a8d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970e1 expref: 8488 pid: 14210 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.202191:0:15026:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800922c1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15026:1788538553990528:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.202201:0:15026:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.202212:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097acf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538553988928:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.202219:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de497 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.202222:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.202223:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.202223:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.202226:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.202228:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de316 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202230:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008f9d1400 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.202232:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de316 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202235:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de316 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202241:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de316 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202243:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de316 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202253:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.202254:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.202255:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.202258:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202258:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683772.202306:0:6534:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1705683772.202310:0:6534:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202314:0:6534:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202359:0:6534:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1705683772.202362:0:6534:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202364:0:6534:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202427:0:6534:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df6e800/0xcefed536a36de5e7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2176:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1705683772.202430:0:6534:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012df6e800/0xcefed536a36de5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2176:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202433:0:6534:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012df6e800/0xcefed536a36de5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2176:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000004:00200000:2.0:1705683772.202444:0:6534:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2176:0x0]: returning size 4096 00000004:00200000:2.0:1705683772.202446:0:6534:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683772.202450:0:6534:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012df6e800/0xcefed536a36de5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2176:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202454:0:6534:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202457:0:6534:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202459:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202461:0:6534:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202463:0:6534:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d9efc00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.202464:0:6534:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202466:0:6534:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202469:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88006f83c300) 00010000:00010000:2.0:1705683772.202471:0:6534:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.202472:0:6534:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202474:0:6534:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9efc00/0xcefed536a36de5d2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202478:0:6534:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202481:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202483:0:6534:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202485:0:6534:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d9eed00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.202486:0:6534:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202488:0:6534:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202490:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x39 (ffff88009b3bd700) 00010000:00010000:2.0:1705683772.202491:0:6534:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.202492:0:6534:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202494:0:6534:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9eed00/0xcefed536a36de5d9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.202511:0:6534:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00500/0xcefed536a36de59a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d801b expref: 1252 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202518:0:6534:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df6e800/0xcefed536a36de5e7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2176:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d801b expref: 1251 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202520:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2176:0x0].0x0 (ffff88009b3bdf00) 00010000:00010000:2.0:1705683772.202521:0:6534:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683772.202522:0:6534:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df6e800, rc 0) 00000100:00100000:2.0:1705683772.202536:0:6534:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77a26ac-6587-4500-88fc-a375de7e12f4+1251:21896:x1788538595290496:12345-192.168.203.16@tcp:101:mrename.0 Request processed in 1753us (1917us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.202540:0:6534:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298554 00000100:00100000:2.0:1705683772.202562:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097acd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538553988736:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.202568:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.202572:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.202572:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.202573:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202596:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202597:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202599:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553990848 00000100:00100000:2.0:1705683772.202607:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202608:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202610:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419363 00000100:00100000:2.0:1705683772.202611:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009381a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+635:3082:x1788538553990848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.202618:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23163 count 1 00010000:00010000:2.0:1705683772.202747:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df6e580/0xcefed536a36de5f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202753:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b467980/0xcefed536a363a8e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15970fd expref: 8487 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.202756:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.202757:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.202758:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df6e580/0xcefed536a36de5f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.202766:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b467980/0xcefed536a363a8e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970fd expref: 8487 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.202770:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b467980/0xcefed536a363a8e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970fd expref: 8487 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.202775:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097acd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538553990912:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.202790:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330240 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.202882:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202882:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202886:0:6534:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595292096 00000100:00100000:2.0:1705683772.202898:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202899:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202901:0:6534:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595292416 00000100:00100000:2.0:1705683772.202907:0:6533:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202908:0:6533:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.202911:0:6533:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298555 00000100:00100000:2.0:1705683772.202913:0:6533:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093819e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+407:21841:x1788538595292096:12345-192.168.203.16@tcp:36:mkdir.0 00010000:00010000:2.0:1705683772.202939:0:6533:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x773:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.202944:0:6533:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.202947:0:6533:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.202975:0:6533:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6c000/0xcefed536a36de611 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x773:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.202978:0:6533:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6c000/0xcefed536a36de611 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.202980:0:6533:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6c000/0xcefed536a36de611 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203163:0:6533:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6d680/0xcefed536a36de62d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x774:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203168:0:6533:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6d680/0xcefed536a36de62d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203172:0:6533:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6d680/0xcefed536a36de62d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 00000004:00010000:2.0:1705683772.203177:0:6533:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880093819e00 reply state ffff8800a0c9b000 transno 4295042386 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6d680/0xcefed536a36de62d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203181:0:6533:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6d680/0xcefed536a36de62d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203183:0:6533:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x774:0x0].0x0 (ffff88009b3bde00) 00010000:00010000:2.0:1705683772.203184:0:6533:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:2.0:1705683772.203186:0:6533:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x774:0x0]: returning size 4096 00010000:00010000:2.0:1705683772.203188:0:6533:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203190:0:6533:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203193:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203195:0:6533:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203197:0:6533:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012df6f980 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.203198:0:6533:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203200:0:6533:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203205:0:6533:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x773:0x0].0x0 (ffff88013545b600) 00010000:00010000:2.0:1705683772.203207:0:6533:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.203207:0:6533:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 3/0,0 mode: --/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203209:0:6533:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6f980/0xcefed536a36de603 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 00000004:00010000:2.0:1705683772.203214:0:6533:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880093819e00 reply state ffff8800a0c9b000 transno 4295042386 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6c000/0xcefed536a36de611 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203217:0:6533:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df6c000/0xcefed536a36de611 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1705683772.203219:0:6533:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x773:0x0].0x3231 (ffff88009b3bda00) 00010000:00010000:2.0:1705683772.203220:0:6533:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1705683772.203238:0:6533:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093819e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+409:21841:x1788538595292096:12345-192.168.203.16@tcp:36:mkdir.0 Request processed in 323us (365us total) trans 4295042386 rc 0/0 00000100:00100000:2.0:1705683772.203242:0:6533:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298555 00000100:00100000:2.0:1705683772.203282:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203283:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203286:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595291904 00010000:00010000:2.0:1705683772.203293:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b9ed00/0xcefed536a36b8198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9a09 expref: 5993 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.203301:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203301:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203303:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165800 00000100:00100000:2.0:1705683772.203306:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5993:1858:x1788538595291904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.203309:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.203311:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b9ed00/0xcefed536a36b8198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9a09 expref: 5993 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.203315:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b9ed00/0xcefed536a36b8198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9a09 expref: 5993 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.203323:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b9ed00/0xcefed536a36b8198 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9a09 expref: 5993 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.203329:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.203330:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.203331:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136796080/0xcefed536a36de38d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203334:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136796080/0xcefed536a36de38d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203342:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.203350:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5993:1858:x1788538595291904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.203353:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165800 00010000:00010000:2.0:1705683772.203363:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880136796080/0xcefed536a36de38d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203367:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136796080/0xcefed536a36de38d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203370:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136796080/0xcefed536a36de38d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203373:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136796080/0xcefed536a36de38d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x909e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203379:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.203439:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922c5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+1712:3084:x1788538553987200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10080us (10128us total) trans 4295137685 rc 0/0 00000100:00100000:2.0:1705683772.203443:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419291 00000004:00080000:2.0:1705683772.203459:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800922c0500/2, rc 0, transno 170389 00000100:00100000:2.0:1705683772.203469:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538553987200:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1705683772.203487:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203491:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203494:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203497:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203502:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.203562:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ed8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+696:3084:x1788538553988864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6415us (6434us total) trans 4295136956 rc 0/0 00000100:00100000:2.0:1705683772.203566:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419326 00000004:00080000:2.0:1705683772.203581:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094ed9e00/2, rc 0, transno 169660 00000100:00100000:2.0:1705683772.203585:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094ed9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538553988864:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683772.203599:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.203601:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b2a4500/0xcefed536a36de386 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203604:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b2a4500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.203605:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b2a4500/0xcefed536a36de386 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203609:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b2a4500/0xcefed536a36de386 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203614:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b2a4500/0xcefed536a36de386 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203617:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b2a4500/0xcefed536a36de386 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203624:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.203624:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.203625:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.203643:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203643:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203646:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553991296 00000100:00100000:2.0:1705683772.203654:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203654:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203658:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419367 00000100:00100000:2.0:1705683772.203660:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801356e0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1712:3081:x1788538553991296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.203668:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37029 count 1 00010000:00010000:2.0:1705683772.203700:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203706:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009228b700/0xcefed536a36b8ab3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c9e4d expref: 5989 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203709:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.203710:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.203710:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203719:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009228b700/0xcefed536a36b8ab3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9e4d expref: 5989 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203723:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009228b700/0xcefed536a36b8ab3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9e4d expref: 5989 pid: 15114 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.203728:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008fee9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9340:1788538553991552:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.203740:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.203746:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203747:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203750:0:15123:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553991488 00000100:00100000:2.0:1705683772.203757:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203758:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.203760:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419369 00000100:00100000:2.0:1705683772.203762:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801356e4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0000-mdtlov_UUID+636:3083:x1788538553991488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.203767:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23164 count 1 00010000:00010000:2.0:1705683772.203926:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a2f0500/0xcefed536a36de657 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203932:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b467c00/0xcefed536a363a901 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597119 expref: 8485 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.203936:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.203936:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.203937:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f0500/0xcefed536a36de657 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.203946:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b467c00/0xcefed536a363a901 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597119 expref: 8485 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.203950:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b467c00/0xcefed536a363a901 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597119 expref: 8485 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.203954:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090fe6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538553991744:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.203964:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6900 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.204084:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204085:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204088:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553991872 00000100:00100000:2.0:1705683772.204097:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204098:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204100:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419371 00000100:00100000:2.0:1705683772.204101:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcabc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+637:3081:x1788538553991872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.204108:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23165 count 1 00000100:00100000:2.0:1705683772.204248:0:9335:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090fe1e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9335:1788538553992000:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1705683772.204264:0:9335:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.204273:0:9335:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 167 seconds 00000100:00100000:2.0:1705683772.204278:0:14213:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204279:0:14213:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204282:0:14213:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553991936 00000100:00100000:2.0:1705683772.204296:0:14213:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204296:0:14213:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204298:0:14213:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553992000 00000100:00100000:2.0:1705683772.204303:0:14213:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204303:0:14213:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.204305:0:14213:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419372 00000100:00100000:2.0:1705683772.204307:0:14213:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987f5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+1714:10690:x1788538553991936:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1705683772.204321:0:14213:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 39394 00000100:00100000:2.0:1705683772.205181:0:14213:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987f5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+1715:10690:x1788538553991936:12345-0@lo:5:osp-pre-1-1.0 Request processed in 872us (1028us total) trans 4295137690 rc 0/0 00000100:00100000:2.0:1705683772.205185:0:14213:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419372 00010000:00010000:2.0:1705683772.205194:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.205199:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205205:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b471b80/0xcefed536a363a916 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb159712e expref: 8484 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.205209:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.205209:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.205210:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205219:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b471b80/0xcefed536a363a916 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb159712e expref: 8484 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.205223:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b471b80/0xcefed536a363a916 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159712e expref: 8484 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.205228:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090fe4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538553992192:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.205239:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6180 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.205253:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096fbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538553989440:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.205260:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.205263:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.205264:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.205265:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.205272:0:14220:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e568c80/0xcefed536a36614b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa71f expref: 7918 pid: 15041 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.205277:0:14220:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097acdf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14220:1788538553989248:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.205282:0:14220:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ee02a80/0xcefed536a36de53f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.205285:0:14220:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.205286:0:14220:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.205286:0:14220:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.205287:0:14220:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ee02a80/0xcefed536a36de53f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205290:0:14220:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee02a80/0xcefed536a36de53f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205293:0:14220:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02a80/0xcefed536a36de53f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205296:0:14220:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02a80/0xcefed536a36de53f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205302:0:14220:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683772.205361:0:14220:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353db200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+698:3083:x1788538553989056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5948us (5981us total) trans 4295136961 rc 0/0 00000100:00100000:2.0:1705683772.205365:0:14220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419341 00000100:00100000:2.0:1705683772.205638:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.205639:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.205642:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553992256 00000100:00100000:2.0:1705683772.205650:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.205651:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.205653:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419379 00000100:00100000:2.0:1705683772.205656:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:8dc539e0-a6d0-4264-ae88-11424261aea3+5986:26799:x1788538595293632:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.205660:0:15137:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.205983:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.205985:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b209400/0xcefed536a36de37f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205989:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b209400 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.205991:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b209400/0xcefed536a36de37f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.205994:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b209400/0xcefed536a36de37f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206000:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b209400/0xcefed536a36de37f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206003:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b209400/0xcefed536a36de37f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206011:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.206012:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.206012:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.206020:0:15137:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a2f2d00/0xcefed536a36de6c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8061 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.206026:0:15137:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.206032:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206033:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206035:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2f2d00/0xcefed536a36de6c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8061 expref: 5986 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206039:0:15137:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a2f2d00/0xcefed536a36de6c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8061 expref: 5986 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206043:0:15137:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a2f2d00, rc 0) 00000100:00100000:2.0:1705683772.206052:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:8dc539e0-a6d0-4264-ae88-11424261aea3+5986:26799:x1788538595293632:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 395us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.206055:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419379 00000100:00100000:2.0:1705683772.206090:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206090:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206094:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595291968 00010000:00010000:2.0:1705683772.206100:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135528a00/0xcefed536a35d4213 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b401 expref: 5986 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.206111:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206111:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206113:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595292672 00010000:00010000:2.0:1705683772.206118:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b01f200/0xcefed536a363b10b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970a2 expref: 8486 pid: 8803 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.206125:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206125:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206127:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595293248 00010000:00010000:2.0:1705683772.206131:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a2080/0xcefed536a3661b50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa92c expref: 7920 pid: 14224 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.206138:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206138:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206140:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165818 00000100:00100000:2.0:1705683772.206142:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8486:1857:x1788538595292672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.206146:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.206147:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b01f200/0xcefed536a363b10b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970a2 expref: 8486 pid: 8803 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.206151:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b01f200/0xcefed536a363b10b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970a2 expref: 8486 pid: 8803 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.206159:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b01f200/0xcefed536a363b10b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970a2 expref: 8486 pid: 8803 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.206164:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206165:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206165:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206169:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206176:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.206182:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8485:1857:x1788538595292672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.206185:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165818 00000100:00100000:2.0:1705683772.206189:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206189:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206191:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165819 00000100:00100000:2.0:1705683772.206193:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7920:1857:x1788538595293248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.206196:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.206197:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801334a2080/0xcefed536a3661b50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa92c expref: 7920 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.206201:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801334a2080/0xcefed536a3661b50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa92c expref: 7920 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.206207:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334a2080/0xcefed536a3661b50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aa92c expref: 7920 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.206211:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206212:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206213:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800907c7700/0xcefed536a36de531 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206219:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800907c7700/0xcefed536a36de531 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206231:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.206237:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7919:1857:x1788538595293248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.206240:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165819 00010000:00010000:2.0:1705683772.206252:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206255:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206258:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206261:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b578780/0xcefed536a36de43c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206266:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.206330:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097acb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0000-mdtlov_UUID+638:3082:x1788538553988416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11126us (11160us total) trans 4295136963 rc 0/0 00000100:00100000:2.0:1705683772.206334:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419306 00000100:00100000:2.0:1705683772.206366:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206367:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206369:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553992768 00000100:00100000:2.0:1705683772.206377:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206378:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206380:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419384 00000100:00100000:2.0:1705683772.206382:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b0f2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+1715:3083:x1788538553992768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.206389:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37032 count 1 00000100:00100000:2.0:1705683772.206434:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206435:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206439:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553992832 00000100:00100000:2.0:1705683772.206446:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206447:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206448:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419386 00000100:00100000:2.0:1705683772.206450:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092201400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+699:9335:x1788538553992832:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1705683772.206458:0:15137:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 39266 00000100:00100000:2.0:1705683772.206652:0:14213:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206652:0:14213:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206656:0:14213:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553992064 00000100:00100000:2.0:1705683772.206664:0:14213:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206665:0:14213:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206666:0:14213:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553992448 00000100:00100000:2.0:1705683772.206671:0:14213:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206671:0:14213:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206675:0:14213:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553992960 00000100:00100000:2.0:1705683772.206679:0:14213:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206679:0:14213:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206682:0:14213:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419389 00000100:00100000:2.0:1705683772.206683:0:14213:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+3683:3081:x1788538553992064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.206689:0:14213:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36164 count 1 00010000:00010000:2.0:1705683772.206774:0:14213:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f9d0280/0xcefed536a36de6f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206780:0:14213:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e02ea80/0xcefed536a366d83b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3be expref: 5984 pid: 15089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.206787:0:14213:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206788:0:14213:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.206788:0:14213:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f9d0280/0xcefed536a36de6f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206797:0:14213:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e02ea80/0xcefed536a366d83b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3be expref: 5984 pid: 15089 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.206827:0:14213:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e02ea80/0xcefed536a366d83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3be expref: 5984 pid: 15089 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.206833:0:14213:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097acdf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14213:1788538553993280:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.206845:0:14213:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.206851:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206852:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.206856:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419391 00000100:00100000:2.0:1705683772.206858:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073555f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+700:3081:x1788538553992960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.206864:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32642 count 1 00010000:00010000:2.0:1705683772.206986:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206991:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124e10780/0xcefed536a3664407 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ab423 expref: 7918 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.206995:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.206995:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.206996:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207005:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124e10780/0xcefed536a3664407 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab423 expref: 7918 pid: 15143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207010:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124e10780/0xcefed536a3664407 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab423 expref: 7918 pid: 15143 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.207014:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096fbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538553993408:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.207028:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305780 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.207387:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207388:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207392:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595293376 00010000:00010000:2.0:1705683772.207399:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e7db480/0xcefed536a36b878e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9cfd expref: 5985 pid: 15114 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.207406:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207407:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207409:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165820 00000100:00100000:2.0:1705683772.207411:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073553c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5985:1857:x1788538595293376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.207414:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.207416:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e7db480/0xcefed536a36b878e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9cfd expref: 5985 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.207420:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e7db480/0xcefed536a36b878e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9cfd expref: 5985 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.207430:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e7db480/0xcefed536a36b878e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9cfd expref: 5985 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.207436:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.207437:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.207438:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207441:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207449:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.207460:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073553c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5984:1857:x1788538595293376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 49us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.207463:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165820 00000100:00100000:2.0:1705683772.207479:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15026:1788538553990528:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.207486:0:15026:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d9ef980/0xcefed536a36de5c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.207490:0:15026:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.207490:0:15026:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.207491:0:15026:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207498:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097acd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538553990912:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.207502:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012df6e580/0xcefed536a36de5f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.207508:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.207509:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.207509:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.207513:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207516:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207519:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207521:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee01e00/0xcefed536a36de562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207533:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.207600:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207601:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207606:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595293824 00010000:00010000:2.0:1705683772.207616:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096120500/0xcefed536a366293b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aacf9 expref: 7919 pid: 14267 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.207627:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207628:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207630:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595293952 00010000:00010000:2.0:1705683772.207637:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b46d900/0xcefed536a363a8d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15970e1 expref: 8485 pid: 14210 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.207646:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207647:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207649:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595294144 00010000:00010000:2.0:1705683772.207655:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801334d0780/0xcefed536a3661f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aaa52 expref: 7920 pid: 15099 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.207663:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207664:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207666:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595294016 00010000:00010000:2.0:1705683772.207672:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095daaa80/0xcefed536a366d7f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae386 expref: 5984 pid: 15059 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.207679:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207679:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207682:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165823 00000100:00100000:2.0:1705683772.207686:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009867df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7921:1859:x1788538595294144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.207691:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.207693:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801334d0780/0xcefed536a3661f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aaa52 expref: 7921 pid: 15099 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.207700:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801334d0780/0xcefed536a3661f1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aaa52 expref: 7920 pid: 15099 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.207711:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334d0780/0xcefed536a3661f1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aaa52 expref: 7920 pid: 15099 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.207719:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.207720:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.207721:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c90d680/0xcefed536a36de5e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207731:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c90d680/0xcefed536a36de5e0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.207745:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.207758:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009867df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7918:1859:x1788538595294144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.207762:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165823 00000100:00100000:2.0:1705683772.207780:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b274100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1719:3081:x1788538553989312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7731us (7784us total) trans 4295137696 rc 0/0 00000100:00100000:2.0:1705683772.207784:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419347 00000100:00100000:2.0:1705683772.207788:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207788:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207791:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595294080 00000100:00100000:2.0:1705683772.207797:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207797:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.207799:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419393 00000100:00100000:2.0:1705683772.207825:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7918:26755:x1788538595294080:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.207830:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.208017:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.208022:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009badc780/0xcefed536a36de714 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x920f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8076 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.208029:0:14210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x920f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.208036:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.208036:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.208038:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009badc780/0xcefed536a36de714 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x920f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8076 expref: 7917 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208046:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009badc780/0xcefed536a36de714 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x920f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8076 expref: 7917 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208050:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009badc780, rc 0) 00000100:00100000:2.0:1705683772.208061:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7917:26755:x1788538595294080:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 260us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.208065:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419393 00000100:00100000:2.0:1705683772.208115:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba71400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+639:3082:x1788538553990016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6167us (6183us total) trans 4295136964 rc 0/0 00000100:00100000:2.0:1705683772.208118:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419358 00010000:00010000:2.0:1705683772.208260:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012df6e580/0xcefed536a36de5f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208264:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df6e580/0xcefed536a36de5f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208267:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df6e580/0xcefed536a36de5f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208270:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df6e580/0xcefed536a36de5f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208276:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.208327:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009381a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+639:3082:x1788538553990848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5714us (5734us total) trans 4295136968 rc 0/0 00000100:00100000:2.0:1705683772.208333:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419363 00010000:00010000:2.0:1705683772.208341:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.208343:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b2eb200/0xcefed536a36de5cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208347:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b2eb200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.208348:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b2eb200/0xcefed536a36de5cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208351:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b2eb200/0xcefed536a36de5cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208357:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b2eb200/0xcefed536a36de5cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208359:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b2eb200/0xcefed536a36de5cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208369:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.208369:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.208370:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.208515:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096fbb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538553989504:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.208522:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ee02f80/0xcefed536a36de577 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.208526:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.208526:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.208527:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.208542:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092201400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+703:9335:x1788538553992832:12345-0@lo:5:osp-pre-0-1.0 Request processed in 2091us (2106us total) trans 4295136969 rc 0/0 00000100:00100000:2.0:1705683772.208545:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419386 00010000:00010000:2.0:1705683772.208555:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208559:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007ef4ca00/0xcefed536a36b8fc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ca053 expref: 5982 pid: 9342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208563:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.208564:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.208565:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208573:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007ef4ca00/0xcefed536a36b8fc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca053 expref: 5982 pid: 9342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.208577:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007ef4ca00/0xcefed536a36b8fc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca053 expref: 5982 pid: 9342 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.208582:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096fbb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0001_UUID:15142:1788538553994048:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.208594:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b294f00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.208599:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.208600:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.208602:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553993984 00000100:00100000:2.0:1705683772.208610:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.208610:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.208612:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419397 00000100:00100000:2.0:1705683772.208614:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f30b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0001-mdtlov_UUID+1719:10690:x1788538553993984:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1705683772.208624:0:15107:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 39490 00000100:00100000:2.0:1705683772.209473:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f30b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0001-mdtlov_UUID+1720:10690:x1788538553993984:12345-0@lo:5:osp-pre-1-1.0 Request processed in 857us (914us total) trans 4295137699 rc 0/0 00000100:00100000:2.0:1705683772.209477:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419397 00000100:00100000:2.0:1705683772.209482:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209482:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209485:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553993920 00000100:00100000:2.0:1705683772.209491:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209491:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209492:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595294720 00000100:00100000:2.0:1705683772.209497:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209497:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209499:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419399 00000100:00100000:2.0:1705683772.209501:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009867df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+640:3083:x1788538553993920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.209508:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23169 count 1 00010000:00010000:2.0:1705683772.209637:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.209642:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093a15400/0xcefed536a363b16d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597189 expref: 8481 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.209646:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.209647:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.209647:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.209656:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093a15400/0xcefed536a363b16d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597189 expref: 8481 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.209661:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093a15400/0xcefed536a363b16d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597189 expref: 8481 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.209666:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e67300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538553994304:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.209678:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255f00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.209704:0:7676:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7676:1788538553990080:192.168.203.16@tcp:105: 00010000:00010000:2.0:1705683772.209711:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.209719:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8481:1856:x1788538595291072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 8101us (8151us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.209723:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165794 00000100:00100000:2.0:1705683772.209752:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800922c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538553990208:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.209758:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.209761:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.209762:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.209762:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209768:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209768:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209771:0:15026:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595294656 00000100:00100000:2.0:1705683772.209783:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209784:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209786:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419401 00000100:00100000:2.0:1705683772.209789:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f30da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:c77a26ac-6587-4500-88fc-a375de7e12f4+9331:1857:x1788538595294656:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.209793:0:15026:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.209944:0:15026:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d810c80/0xcefed536a36de761 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x9978:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d808b expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.209952:0:15026:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x9978:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.209959:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.209959:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.209961:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d810c80/0xcefed536a36de761 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d808b expref: 9331 pid: 15026 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.209967:0:15026:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d810c80/0xcefed536a36de761 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d808b expref: 9331 pid: 15026 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.209971:0:15026:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d810c80, rc 0) 00000100:00100000:2.0:1705683772.209982:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f30da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:c77a26ac-6587-4500-88fc-a375de7e12f4+9331:1857:x1788538595294656:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 193us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.209985:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419401 00000100:00100000:2.0:1705683772.209993:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209993:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.209995:0:15026:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553993792 00000100:00100000:2.0:1705683772.210002:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210003:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210005:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419403 00000100:00100000:2.0:1705683772.210006:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013664a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+3684:3082:x1788538553993792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.210012:0:15026:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36168 count 1 00010000:00010000:2.0:1705683772.210096:0:15026:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210102:0:15026:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a036b700/0xcefed536a366d8b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3fd expref: 5982 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.210105:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.210106:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.210106:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210116:0:15026:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a036b700/0xcefed536a366d8b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3fd expref: 5982 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.210120:0:15026:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a036b700/0xcefed536a366d8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3fd expref: 5982 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.210125:0:15026:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e64b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15026:1788538553994496:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.210137:0:15026:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.210144:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210147:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210151:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210153:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210159:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.210163:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.210164:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210167:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ee01900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.210168:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210172:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210177:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210180:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee01900/0xcefed536a36de5a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210189:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.210190:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.210190:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.210252:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3685:3082:x1788538553989824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8847us (8956us total) trans 4295137701 rc 0/0 00000100:00100000:2.0:1705683772.210255:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419353 00000100:00100000:2.0:1705683772.210266:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210266:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210269:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595295040 00000100:00100000:2.0:1705683772.210276:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210276:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210279:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419406 00000100:00100000:2.0:1705683772.210282:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:8dc539e0-a6d0-4264-ae88-11424261aea3+5983:11885:x1788538595295104:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.210286:0:15031:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.210405:0:15031:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d813980/0xcefed536a36de776 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6e12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d80ae expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210416:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359e0c80/0xcefed536a35abf0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6e12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b243 expref: 9331 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.210420:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.210420:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.210422:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d813980/0xcefed536a36de776 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6e12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d80ae expref: 5984 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210430:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801359e0c80/0xcefed536a35abf0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6e12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b243 expref: 9331 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.210434:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801359e0c80/0xcefed536a35abf0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b243 expref: 9331 pid: 15032 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.210439:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e65a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538553994816:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.210448:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330240 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.210456:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ee02f80/0xcefed536a36de577 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210460:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee02f80/0xcefed536a36de577 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210463:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02f80/0xcefed536a36de577 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210466:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02f80/0xcefed536a36de577 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210472:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.210551:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ace400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+643:3084:x1788538553989376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10405us (10540us total) trans 4295136973 rc 0/0 00000100:00100000:2.0:1705683772.210556:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419348 00000100:00100000:2.0:1705683772.210565:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210566:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210569:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553994688 00000100:00100000:2.0:1705683772.210580:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210581:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210584:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419409 00000100:00100000:2.0:1705683772.210588:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013664df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+704:3082:x1788538553994688:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683772.210596:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210597:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210599:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595295168 00010000:00010000:2.0:1705683772.210607:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e0b3480/0xcefed536a366354a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab02c expref: 7916 pid: 15054 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.210625:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210626:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210630:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165832 00000100:00100000:2.0:1705683772.210634:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094edad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7917:1859:x1788538595295168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.210640:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.210643:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e0b3480/0xcefed536a366354a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab02c expref: 7917 pid: 15054 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.210650:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e0b3480/0xcefed536a366354a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab02c expref: 7917 pid: 15054 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.210666:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e0b3480/0xcefed536a366354a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab02c expref: 7917 pid: 15054 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.210673:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.210674:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.210676:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c90e080/0xcefed536a36de634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210681:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c90e080/0xcefed536a36de634 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.210694:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.210704:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094edad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7916:1859:x1788538595295168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.210707:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165832 00000100:00100000:2.0:1705683772.210716:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210716:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210719:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595295296 00000100:00100000:2.0:1705683772.210726:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210726:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.210728:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419411 00000100:00100000:2.0:1705683772.210730:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f308f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:c77a26ac-6587-4500-88fc-a375de7e12f4+9332:1857:x1788538595295296:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.210734:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683772.210982:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008fee9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9340:1788538553991552:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.210991:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.210998:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.210998:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.210999:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.211003:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.211003:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.211006:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165834 00000100:00100000:2.0:1705683772.211008:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5985:1856:x1788538595295616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.211013:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.211015:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131c8d400/0xcefed536a36b8883 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x90a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9d82 expref: 5985 pid: 15028 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.211019:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131c8d400/0xcefed536a36b8883 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9d82 expref: 5985 pid: 15028 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.211027:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.211028:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.211029:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009885f480/0xcefed536a36de642 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211032:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009885f480/0xcefed536a36de642 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211038:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.211044:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5985:1856:x1788538595295616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 35us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.211047:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165834 00010000:00010000:2.0:1705683772.211057:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c356080/0xcefed536a36de7ae lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x997a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d80bc expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.211064:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x997a:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.211069:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.211070:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.211071:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c356080/0xcefed536a36de7ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x997a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d80bc expref: 9333 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.211076:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c356080/0xcefed536a36de7ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x997a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d80bc expref: 9333 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.211080:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c356080, rc 0) 00000100:00100000:2.0:1705683772.211085:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f308f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:c77a26ac-6587-4500-88fc-a375de7e12f4+9333:1857:x1788538595295296:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 355us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.211088:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419411 00000100:00100000:2.0:1705683772.211100:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090fe6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538553991744:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.211107:0:15123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a2f0500/0xcefed536a36de657 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.211111:0:15123:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.211111:0:15123:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.211112:0:15123:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00080000:2.0:1705683772.211119:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32645 count 1 00000100:00100000:2.0:1705683772.211245:0:14197:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.211245:0:14197:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.211249:0:14197:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595298752 00000100:00100000:2.0:1705683772.211260:0:14197:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.211260:0:14197:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.211263:0:14197:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298563 00000100:00100000:2.0:1705683772.211265:0:14197:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013664d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+1203:21959:x1788538595298752:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.211272:0:14197:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.211313:0:14197:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b561900/0xcefed536a36de7bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8180 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211371:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211376:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211379:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211383:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x99:0x0].0x32 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211386:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211389:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211434:0:14197:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc6ed00/0xcefed536a36de7d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x261a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211437:0:14197:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc6ed00/0xcefed536a36de7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211440:0:14197:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc6ed00/0xcefed536a36de7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00000004:00200000:2.0:1705683772.211443:0:14197:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x261a:0x0]: returning size 0 00010000:00010000:2.0:1705683772.211468:0:14197:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211474:0:14197:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211476:0:14197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211478:0:14197:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211480:0:14197:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e7d8a00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.211481:0:14197:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211483:0:14197:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211487:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (ffff880094958800) 00010000:00010000:2.0:1705683772.211488:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.211489:0:14197:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211491:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e7d8a00/0xcefed536a36de7c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211496:0:14197:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211498:0:14197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211500:0:14197:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211502:0:14197:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e141400 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.211503:0:14197:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211506:0:14197:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211508:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x32 (ffff88008b385800) 00010000:00010000:2.0:1705683772.211509:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.211510:0:14197:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211512:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e141400/0xcefed536a36de7ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x32 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14197 initiator: MDT0 00010000:00010000:2.0:1705683772.211529:0:14197:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b561900/0xcefed536a36de7bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8180 expref: 1206 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211535:0:14197:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cc6ed00/0xcefed536a36de7d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x261a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8180 expref: 1205 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211538:0:14197:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261a:0x0].0x0 (ffff88009fac6e00) 00010000:00010000:2.0:1705683772.211538:0:14197:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1705683772.211539:0:14197:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cc6ed00, rc 0) 00000100:00100000:2.0:1705683772.211548:0:14197:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013664d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+1205:21959:x1788538595298752:12345-192.168.203.16@tcp:101:dd.0 Request processed in 282us (351us total) trans 4295042388 rc 0/0 00000100:00100000:2.0:1705683772.211551:0:14197:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298563 00010000:00010000:2.0:1705683772.211562:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211566:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211572:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211575:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211581:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.211639:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801356e0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1720:3081:x1788538553991296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7979us (8008us total) trans 4295137703 rc 0/0 00000100:00100000:2.0:1705683772.211643:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419367 00010000:00010000:2.0:1705683772.211652:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.211654:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211657:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012df6ca00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.211658:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211662:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211667:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211670:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df6ca00/0xcefed536a36de649 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211680:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.211681:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.211682:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.211687:0:15123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a2f0500/0xcefed536a36de657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211691:0:15123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2f0500/0xcefed536a36de657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211693:0:15123:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a2f0500/0xcefed536a36de657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211696:0:15123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f0500/0xcefed536a36de657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211701:0:15123:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.211757:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801356e4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0000-mdtlov_UUID+643:3083:x1788538553991488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7994us (8028us total) trans 4295136976 rc 0/0 00000100:00100000:2.0:1705683772.211760:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419369 00010000:00010000:2.0:1705683772.211770:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de7ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211775:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7d4500/0xcefed536a3665189 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ab84b expref: 7916 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211778:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.211779:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.211780:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de7ed lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211789:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7d4500/0xcefed536a3665189 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab84b expref: 7916 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.211793:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7d4500/0xcefed536a3665189 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab84b expref: 7916 pid: 14224 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.211798:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e66e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538553995072:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.211832:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.212079:0:15093:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a5ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15093:1788538553992128:192.168.203.16@tcp:105: 00010000:00010000:2.0:1705683772.212086:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.212094:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5eee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:c77a26ac-6587-4500-88fc-a375de7e12f4+7916:1856:x1788538595292864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6956us (7067us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.212097:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165813 00000100:00100000:2.0:1705683772.212111:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090fe4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538553992192:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.212119:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.212122:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.212123:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.212123:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212143:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092201e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6519:1788538553992640:192.168.203.16@tcp:105: 00010000:00010000:2.0:1705683772.212149:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.212155:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fac8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5980:1857:x1788538595291968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6022us (6076us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.212159:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165816 00000100:00100000:2.0:1705683772.212176:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212177:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212179:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595296640 00010000:00010000:2.0:1705683772.212185:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0124500/0xcefed536a366d88f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3e1 expref: 5981 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.212194:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165840 00000100:00100000:2.0:1705683772.212196:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ed9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5981:1857:x1788538595296640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.212199:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.212201:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0124500/0xcefed536a366d88f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3e1 expref: 5981 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.212205:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0124500/0xcefed536a366d88f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3e1 expref: 5981 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.212213:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.212214:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.212215:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f39680/0xcefed536a36de6dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212218:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f39680/0xcefed536a36de6dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212224:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.212229:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ed9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5980:1857:x1788538595296640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 33us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.212234:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165840 00000100:00100000:2.0:1705683772.212245:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212246:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212248:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553995328 00000100:00100000:2.0:1705683772.212255:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212256:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212258:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419419 00000100:00100000:2.0:1705683772.212260:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801356e6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3687:3083:x1788538553995264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.212266:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36171 count 1 00010000:00010000:2.0:1705683772.212350:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212356:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b692800/0xcefed536a366d8f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae427 expref: 5979 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.212359:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.212360:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.212361:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212369:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b692800/0xcefed536a366d8f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae427 expref: 5979 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.212374:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b692800/0xcefed536a366d8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae427 expref: 5979 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.212378:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e60500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538553995392:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.212393:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6900 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.212399:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212400:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212403:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419421 00000100:00100000:2.0:1705683772.212405:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c266e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1720:3083:x1788538553995328:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.212411:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37034 count 1 00010000:00010000:2.0:1705683772.212444:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099c59400/0xcefed536a36de82c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212450:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe52a80/0xcefed536a36b91f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ca15d expref: 5978 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212453:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.212454:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.212454:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c59400/0xcefed536a36de82c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212469:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.212471:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134f39680/0xcefed536a36de6dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212473:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f39680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.212474:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f39680/0xcefed536a36de6dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212477:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f39680/0xcefed536a36de6dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212483:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134f39680/0xcefed536a36de6dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212489:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f39680/0xcefed536a36de6dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212497:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.212498:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.212498:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.212502:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212502:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212506:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595296448 00010000:00010000:2.0:1705683772.212512:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b471b80/0xcefed536a363a916 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159712e expref: 8479 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.212519:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212520:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212521:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595296576 00010000:00010000:2.0:1705683772.212525:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013217c780/0xcefed536a3663f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab2b0 expref: 7916 pid: 14327 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.212535:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212536:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.212538:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165841 00000100:00100000:2.0:1705683772.212540:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c261900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+8479:1857:x1788538595296448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.212544:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.212545:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b471b80/0xcefed536a363a916 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159712e expref: 8480 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.212549:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b471b80/0xcefed536a363a916 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159712e expref: 8480 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.212559:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b471b80/0xcefed536a363a916 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159712e expref: 8481 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.212564:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.212565:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.212566:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212569:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212577:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.212584:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c261900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+8481:1857:x1788538595296448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.212590:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165841 00010000:00010000:2.0:1705683772.212599:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212603:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212606:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212609:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f1b80/0xcefed536a36de688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212616:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.212676:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcabc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+643:3081:x1788538553991872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8573us (8600us total) trans 4295136977 rc 0/0 00000100:00100000:2.0:1705683772.212680:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419371 00010000:00010000:2.0:1705683772.212767:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe52a80/0xcefed536a36b91f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca15d expref: 5977 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212772:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe52a80/0xcefed536a36b91f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca15d expref: 5977 pid: 14225 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.212777:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e61900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538553995584:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.212786:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bb11f00 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.212820:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.212822:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098660000/0xcefed536a36de6ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212825:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098660000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.212827:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098660000/0xcefed536a36de6ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212830:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098660000/0xcefed536a36de6ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212836:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098660000/0xcefed536a36de6ce lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212842:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098660000/0xcefed536a36de6ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212848:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.212849:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134f38000/0xcefed536a36de6c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212851:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f38000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.212852:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f38000/0xcefed536a36de6c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212855:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f38000/0xcefed536a36de6c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212859:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134f38000/0xcefed536a36de6c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212862:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f38000/0xcefed536a36de6c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.212870:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.212870:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.212871:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.213143:0:14267:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009867a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14267:1788538553993216:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.213151:0:14267:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.213157:0:14267:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.213158:0:14267:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.213158:0:14267:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213166:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096fbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538553993408:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.213172:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.213175:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.213175:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.213175:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213182:0:14213:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097acdf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14213:1788538553993280:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.213187:0:14213:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f9d0280/0xcefed536a36de6f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.213190:0:14213:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.213190:0:14213:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.213191:0:14213:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213194:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213194:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213197:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595297088 00010000:00010000:2.0:1705683772.213204:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099929b80/0xcefed536a36b8d76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9f8f expref: 5978 pid: 15114 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.213211:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213212:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213213:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595297216 00010000:00010000:2.0:1705683772.213217:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e02ea80/0xcefed536a366d83b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3be expref: 5979 pid: 15089 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.213222:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213223:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213224:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595297344 00010000:00010000:2.0:1705683772.213228:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124e10780/0xcefed536a3664407 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab423 expref: 7917 pid: 15143 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.213234:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213235:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213236:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595297152 00010000:00010000:2.0:1705683772.213239:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0368000/0xcefed536a366d89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3ef expref: 5980 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.213248:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213249:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213251:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165843 00000100:00100000:2.0:1705683772.213253:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5980:1859:x1788538595297088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.213257:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.213258:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099929b80/0xcefed536a36b8d76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9f8f expref: 5980 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.213262:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099929b80/0xcefed536a36b8d76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c9f8f expref: 5980 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.213269:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.213270:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.213271:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133dd2a80/0xcefed536a36de6e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213274:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133dd2a80/0xcefed536a36de6e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213283:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.213290:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5979:1859:x1788538595297088:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.213293:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165843 00000100:00100000:2.0:1705683772.213297:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213298:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213300:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165845 00000100:00100000:2.0:1705683772.213301:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7918:1859:x1788538595297344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.213304:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.213306:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124e10780/0xcefed536a3664407 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab423 expref: 7918 pid: 15143 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.213310:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124e10780/0xcefed536a3664407 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab423 expref: 7918 pid: 15143 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.213317:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124e10780/0xcefed536a3664407 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab423 expref: 7918 pid: 15143 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.213322:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.213322:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.213323:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213326:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213335:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.213340:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7917:1859:x1788538595297344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.213343:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165845 00000100:00100000:2.0:1705683772.213357:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213357:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213360:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419429 00000100:00100000:2.0:1705683772.213362:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8485:26799:x1788538595297408:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.213366:0:9340:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.213709:0:9340:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e7da080/0xcefed536a36de86b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb911:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8125 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.213716:0:9340:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xb911:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.213722:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.213722:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.213724:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e7da080/0xcefed536a36de86b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8125 expref: 8484 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213729:0:9340:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e7da080/0xcefed536a36de86b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8125 expref: 8484 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213733:0:9340:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e7da080, rc 0) 00000100:00100000:2.0:1705683772.213740:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8484:26799:x1788538595297408:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 377us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.213743:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419429 00010000:00010000:2.0:1705683772.213753:0:14267:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213757:0:14267:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213760:0:14267:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213763:0:14267:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213768:0:14267:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.213859:0:14267:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073556400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+3689:3081:x1788538553992896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7242us (7271us total) trans 4295137710 rc 0/0 00000100:00100000:2.0:1705683772.213863:0:14267:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419388 00010000:00010000:2.0:1705683772.213876:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.213877:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133dd2a80/0xcefed536a36de6e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213880:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880133dd2a80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.213881:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133dd2a80/0xcefed536a36de6e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213885:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133dd2a80/0xcefed536a36de6e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213891:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133dd2a80/0xcefed536a36de6e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213896:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133dd2a80/0xcefed536a36de6e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213904:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.213905:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213907:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098663980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.213908:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213911:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213916:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213919:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098663980/0xcefed536a36de6ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.213925:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.213926:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.213927:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.213929:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213929:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213932:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595297728 00000100:00100000:2.0:1705683772.213939:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213940:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.213942:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419434 00000100:00100000:2.0:1705683772.213944:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094edad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7919:1856:x1788538595297728:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.213948:0:9340:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.214119:0:9340:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096b1ea80/0xcefed536a36de880 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8148 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.214125:0:9340:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98df:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.214131:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.214131:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.214133:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b1ea80/0xcefed536a36de880 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8148 expref: 7917 pid: 9340 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.214138:0:9340:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096b1ea80/0xcefed536a36de880 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8148 expref: 7917 pid: 9340 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.214142:0:9340:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096b1ea80, rc 0) 00000100:00100000:2.0:1705683772.214149:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094edad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7917:1856:x1788538595297728:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 205us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.214152:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419434 00010000:00010000:2.0:1705683772.214161:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.214164:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214164:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214166:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595298240 00010000:00010000:2.0:1705683772.214171:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009999e800/0xcefed536a3664d6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab725 expref: 7917 pid: 15140 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.214178:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214179:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214181:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165850 00000100:00100000:2.0:1705683772.214183:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7917:1859:x1788538595298240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.214186:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.214187:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009999e800/0xcefed536a3664d6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab725 expref: 7917 pid: 15140 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.214191:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009999e800/0xcefed536a3664d6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab725 expref: 7917 pid: 15140 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.214197:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009999e800/0xcefed536a3664d6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab725 expref: 7917 pid: 15140 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.214203:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.214204:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.214204:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800960fe080/0xcefed536a36de729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.214208:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800960fe080/0xcefed536a36de729 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.214222:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.214228:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7916:1859:x1788538595298240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.214231:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165850 00000100:00100000:2.0:1705683772.214237:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214238:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214241:0:14267:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553996032 00000100:00100000:2.0:1705683772.214246:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214247:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214248:0:14267:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419435 00000100:00100000:2.0:1705683772.214250:0:14267:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094909900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+705:3083:x1788538553996032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.214256:0:14267:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32647 count 1 00010000:00010000:2.0:1705683772.214380:0:14267:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.214385:0:14267:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e37c00/0xcefed536a3665d13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15abb77 expref: 7915 pid: 15050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.214389:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.214389:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.214390:0:14267:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.214398:0:14267:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131e37c00/0xcefed536a3665d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abb77 expref: 7915 pid: 15050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.214403:0:14267:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131e37c00/0xcefed536a3665d13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abb77 expref: 7915 pid: 15050 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.214407:0:14267:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e60a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14267:1788538553996288:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.214424:0:14267:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bb11d80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.214429:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214430:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214432:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553996224 00000100:00100000:2.0:1705683772.214445:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214445:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.214449:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419437 00000100:00100000:2.0:1705683772.214450:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009abe9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+706:9335:x1788538553996224:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1705683772.214460:0:9340:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 39330 00000100:00100000:2.0:1705683772.215344:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009abe9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+707:9335:x1788538553996224:12345-0@lo:5:osp-pre-0-1.0 Request processed in 892us (920us total) trans 4295136984 rc 0/0 00000100:00100000:2.0:1705683772.215348:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419437 00000100:00100000:2.0:1705683772.215355:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.215356:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.215358:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553996416 00000100:00100000:2.0:1705683772.215370:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.215370:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.215372:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419442 00000100:00100000:2.0:1705683772.215374:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b32ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+643:3084:x1788538553996416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.215380:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23173 count 1 00010000:00010000:2.0:1705683772.215509:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136794000/0xcefed536a36de8c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215515:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b46f200/0xcefed536a363a9e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597200 expref: 8482 pid: 14210 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.215519:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.215519:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.215520:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136794000/0xcefed536a36de8c6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215529:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b46f200/0xcefed536a363a9e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597200 expref: 8482 pid: 14210 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.215534:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b46f200/0xcefed536a363a9e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597200 expref: 8482 pid: 14210 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.215542:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538553996480:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.215552:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bb113c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.215559:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215562:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215566:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215568:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215574:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.215628:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073555f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+707:3081:x1788538553992960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8770us (8958us total) trans 4295136985 rc 0/0 00000100:00100000:2.0:1705683772.215632:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419391 00010000:00010000:2.0:1705683772.215640:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.215642:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215645:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880130706300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.215646:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215652:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215657:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215660:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130706300/0xcefed536a36de6ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215673:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.215674:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.215675:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.215680:0:14213:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f9d0280/0xcefed536a36de6f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215684:0:14213:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f9d0280/0xcefed536a36de6f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215687:0:14213:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f9d0280/0xcefed536a36de6f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215689:0:14213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f9d0280/0xcefed536a36de6f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215701:0:14213:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.215759:0:14213:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+3689:3081:x1788538553992064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9074us (9141us total) trans 4295137711 rc 0/0 00000100:00100000:2.0:1705683772.215764:0:14213:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419389 00010000:00010000:2.0:1705683772.215788:0:15142:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007ef4ca00/0xcefed536a36b8fc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca053 expref: 5974 pid: 9342 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.215794:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096fbb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0001_UUID:15142:1788538553994048:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.215825:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.215829:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.215830:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.215830:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.215831:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215833:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215836:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215839:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215845:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.215849:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.215850:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215856:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d812580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.215857:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215859:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215864:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215867:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d812580/0xcefed536a36de722 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.215874:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.215875:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.215875:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.215941:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b0f2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+1723:3083:x1788538553992768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9558us (9582us total) trans 4295137713 rc 0/0 00000100:00100000:2.0:1705683772.215945:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419384 00000004:00080000:2.0:1705683772.215961:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b0f5f00/2, rc 0, transno 170417 00000100:00100000:2.0:1705683772.215965:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b0f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553992768:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1705683772.215981:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683772.215985:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e65000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553996544:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1705683772.216003:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.216013:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216014:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216018:0:14220:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299008 00000100:00100000:2.0:1705683772.216026:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216026:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216027:0:14220:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553996544 00000100:00100000:2.0:1705683772.216031:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216032:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216033:0:14220:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299072 00000100:00100000:2.0:1705683772.216039:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216039:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216042:0:14271:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299136 00000100:00100000:2.0:1705683772.216046:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216047:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216049:0:14271:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299200 00000100:00100000:2.0:1705683772.216053:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216054:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216056:0:14271:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299392 00000100:00100000:2.0:1705683772.216060:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216061:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216062:0:14271:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299520 00000100:00100000:2.0:1705683772.216067:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216067:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216070:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419447 00000100:00100000:2.0:1705683772.216072:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353dad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c77a26ac-6587-4500-88fc-a375de7e12f4+7923:1857:x1788538595299008:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.216076:0:14271:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.216248:0:14271:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b20f700/0xcefed536a36de8f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d819c expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.216255:0:14271:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98e4:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.216261:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.216262:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.216264:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b20f700/0xcefed536a36de8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d819c expref: 7924 pid: 14271 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.216269:0:14271:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b20f700/0xcefed536a36de8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d819c expref: 7924 pid: 14271 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.216273:0:14271:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b20f700, rc 0) 00000100:00100000:2.0:1705683772.216281:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353dad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c77a26ac-6587-4500-88fc-a375de7e12f4+7924:1857:x1788538595299008:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 209us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.216284:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419447 00000100:00100000:2.0:1705683772.216289:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216290:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216292:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419452 00000100:00100000:2.0:1705683772.216294:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353dd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c77a26ac-6587-4500-88fc-a375de7e12f4+7923:1857:x1788538595299392:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.216297:0:14271:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.216461:0:14271:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de90c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d81b8 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.216467:0:14271:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98e6:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.216472:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.216473:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.216474:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de90c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d81b8 expref: 7924 pid: 14271 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.216479:0:14271:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1400/0xcefed536a36de90c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d81b8 expref: 7924 pid: 14271 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.216483:0:14271:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f9d1400, rc 0) 00000100:00100000:2.0:1705683772.216489:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353dd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c77a26ac-6587-4500-88fc-a375de7e12f4+7924:1857:x1788538595299392:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 194us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.216492:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419452 00000100:00100000:2.0:1705683772.216507:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216508:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216512:0:6534:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299328 00000100:00100000:2.0:1705683772.216522:0:6533:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216523:0:6533:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216526:0:6533:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298567 00000100:00100000:2.0:1705683772.216528:0:6533:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353de400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+1312:21960:x1788538595299328:12345-192.168.203.16@tcp:36:lfs.0 00000100:00100000:2.0:1705683772.216566:0:6533:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353de400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+1312:21960:x1788538595299328:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 37us (533us total) trans 0 rc -17/-17 00000100:00100000:2.0:1705683772.216570:0:6533:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298567 00000100:00100000:2.0:1705683772.216578:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216579:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216583:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553996672 00000100:00100000:2.0:1705683772.216590:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216590:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216594:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595299648 00000100:00100000:2.0:1705683772.216599:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216600:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.216602:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419455 00000100:00100000:2.0:1705683772.216603:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b08d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+707:9335:x1788538553996672:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1705683772.216612:0:15088:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 39362 00000100:00100000:2.0:1705683772.217361:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b08d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+708:9335:x1788538553996672:12345-0@lo:5:osp-pre-0-1.0 Request processed in 756us (819us total) trans 4295136988 rc 0/0 00000100:00100000:2.0:1705683772.217367:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419455 00000100:00100000:2.0:1705683772.217387:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e64b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15026:1788538553994496:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.217397:0:15026:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.217401:0:15026:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.217402:0:15026:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.217403:0:15026:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.217412:0:15107:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093a15400/0xcefed536a363b16d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597189 expref: 8480 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.217418:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e67300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538553994304:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.217424:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.217427:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.217428:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.217428:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.217429:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217431:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217434:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217437:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217443:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.217507:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009867df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+644:3083:x1788538553993920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8004us (8548us total) trans 4295136989 rc 0/0 00000100:00100000:2.0:1705683772.217510:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419399 00000100:00100000:2.0:1705683772.217515:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217516:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217518:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595300416 00000100:00100000:2.0:1705683772.217525:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217525:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217527:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419462 00000100:00100000:2.0:1705683772.217529:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ed9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:1857:x1788538595300416:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.217533:0:15107:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.217701:0:15107:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1b80/0xcefed536a36de960 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d81e9 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.217709:0:15107:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98e9:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.217714:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.217715:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.217717:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1b80/0xcefed536a36de960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d81e9 expref: 7927 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.217722:0:15107:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f9d1b80/0xcefed536a36de960 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d81e9 expref: 7927 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.217726:0:15107:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f9d1b80, rc 0) 00000100:00100000:2.0:1705683772.217734:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ed9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:1857:x1788538595300416:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 204us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.217737:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419462 00010000:00010000:2.0:1705683772.217745:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.217747:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217750:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d811e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.217751:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217755:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217760:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217762:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d811e00/0xcefed536a36de737 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217770:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.217771:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.217772:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.217774:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217775:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217777:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595300032 00010000:00010000:2.0:1705683772.217783:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a036b700/0xcefed536a366d8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3fd expref: 5972 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.217797:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217798:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.217818:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165858 00000100:00100000:2.0:1705683772.217821:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009360b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5972:1858:x1788538595300032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.217825:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.217826:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a036b700/0xcefed536a366d8b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3fd expref: 5972 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.217831:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a036b700/0xcefed536a366d8b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3fd expref: 5972 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.217838:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a036b700/0xcefed536a366d8b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae3fd expref: 5972 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.217843:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.217844:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.217845:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217848:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217856:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.217862:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009360b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5971:1858:x1788538595300032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.217865:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165858 00010000:00010000:2.0:1705683772.217872:0:15026:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217876:0:15026:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217879:0:15026:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217881:0:15026:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d810280/0xcefed536a36de768 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.217894:0:15026:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.217954:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013664a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+3689:3082:x1788538553993792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7946us (7966us total) trans 4295137714 rc 0/0 00000100:00100000:2.0:1705683772.217958:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419403 00010000:00010000:2.0:1705683772.217981:0:15031:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359e0c80/0xcefed536a35abf0f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6e12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b243 expref: 9351 pid: 15032 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.217987:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e65a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538553994816:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.217996:0:15031:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d813980/0xcefed536a36de776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d80ae expref: 5970 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218001:0:15031:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d813980, rc 0) 00000100:00100000:2.0:1705683772.218007:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:8dc539e0-a6d0-4264-ae88-11424261aea3+5970:11885:x1788538595295104:12345-192.168.203.16@tcp:101:dd.0 Request processed in 7725us (7761us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.218010:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419406 00000100:00100000:2.0:1705683772.218109:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e66e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538553995072:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.218116:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a9d3700/0xcefed536a36de7ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.218120:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.218120:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.218121:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218127:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e61900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538553995584:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.218134:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099c59400/0xcefed536a36de82c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.218140:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.218141:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.218141:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218150:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e60500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538553995392:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.218156:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.218159:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.218159:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.218160:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218439:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218440:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218444:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595300864 00010000:00010000:2.0:1705683772.218453:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b692800/0xcefed536a366d8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae427 expref: 5970 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.218465:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218465:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218469:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595300928 00010000:00010000:2.0:1705683772.218475:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d4500/0xcefed536a3665189 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ab84b expref: 7928 pid: 14224 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.218485:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218486:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218489:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595301312 00010000:00010000:2.0:1705683772.218496:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c2cf00/0xcefed536a35d43c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4cc expref: 7930 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.218505:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218506:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218510:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165859 00000100:00100000:2.0:1705683772.218514:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073553c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5971:1856:x1788538595300864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.218518:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.218520:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b692800/0xcefed536a366d8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae427 expref: 5971 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.218524:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b692800/0xcefed536a366d8f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae427 expref: 5971 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.218533:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b692800/0xcefed536a366d8f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae427 expref: 5971 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.218539:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.218539:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.218540:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218544:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218551:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.218559:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073553c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5970:1856:x1788538595300864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.218562:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165859 00000100:00100000:2.0:1705683772.218567:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218568:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218570:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165862 00000100:00100000:2.0:1705683772.218572:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:1859:x1788538595301312:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.218575:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.218581:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c2cf00/0xcefed536a35d43c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4cc expref: 7927 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.218585:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c2cf00/0xcefed536a35d43c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4cc expref: 7927 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.218591:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c2cf00/0xcefed536a35d43c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7c10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4cc expref: 7927 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.218596:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.218601:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:1859:x1788538595301312:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 28us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.218604:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165862 00010000:00010000:2.0:1705683772.218618:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218621:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218624:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218627:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218632:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.218636:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.218638:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218641:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099c59680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.218642:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218644:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218651:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218653:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c59680/0xcefed536a36de817 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.218661:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.218661:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.218662:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.218689:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218689:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218733:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801356e6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3689:3083:x1788538553995264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6472us (6570us total) trans 4295137715 rc 0/0 00000100:00100000:2.0:1705683772.218736:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419419 00000004:00080000:2.0:1705683772.218753:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801353d8500/2, rc 0, transno 170419 00000100:00100000:2.0:1705683772.218757:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538553995264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683772.218775:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e60500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538553997312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683772.218787:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.218798:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218799:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218826:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553997312 00000100:00100000:2.0:1705683772.218834:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218835:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.218837:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419466 00000100:00100000:2.0:1705683772.218839:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e61900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3689:3083:x1788538553997312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.218845:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36174 count 1 00010000:00010000:2.0:1705683772.218996:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219002:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090f92580/0xcefed536a366d930 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae451 expref: 5965 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.219005:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.219006:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.219007:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219016:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090f92580/0xcefed536a366d930 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae451 expref: 5965 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.219020:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090f92580/0xcefed536a366d930 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae451 expref: 5965 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.219025:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e66e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538553997376:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.219035:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6900 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.219043:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099c59400/0xcefed536a36de82c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219046:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099c59400/0xcefed536a36de82c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219050:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099c59400/0xcefed536a36de82c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219052:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099c59400/0xcefed536a36de82c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219064:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1705683772.219074:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683772.219075:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d9eed00/0xcefed536a36de81e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219078:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d9eed00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.219079:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d9eed00/0xcefed536a36de81e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219082:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d9eed00/0xcefed536a36de81e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219088:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d9eed00/0xcefed536a36de81e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219091:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d9eed00/0xcefed536a36de81e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219104:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.219105:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.219106:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683772.219116:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013664e400/2, rc 0, transno 170420 00000100:00100000:2.0:1705683772.219119:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013664e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538553994880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683772.219132:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683772.219136:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e65a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538553997440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683772.219150:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.219216:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c266e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1724:3083:x1788538553995328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6809us (6992us total) trans 4295137717 rc 0/0 00000100:00100000:2.0:1705683772.219219:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419421 00000100:00100000:2.0:1705683772.219227:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219227:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219230:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419468 00000100:00100000:2.0:1705683772.219231:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e67300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+3690:3083:x1788538553997440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.219238:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36175 count 1 00000100:00100000:2.0:1705683772.219358:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219358:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219362:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419470 00000100:00100000:2.0:1705683772.219364:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093815a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3691:3081:x1788538553995776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.219369:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36172 count 1 00010000:00010000:2.0:1705683772.219451:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219456:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b692a80/0xcefed536a366d90d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae435 expref: 5965 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.219463:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.219463:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.219464:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219472:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b692a80/0xcefed536a366d90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae435 expref: 5965 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.219476:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b692a80/0xcefed536a366d90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae435 expref: 5965 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.219481:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538553997632:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.219491:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a66c0 going to sleep for 11 seconds 00000004:00080000:2.0:1705683772.219504:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801353dc100/2, rc 0, transno 170421 00000100:00100000:2.0:1705683772.219508:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353dc100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553995328:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1705683772.219522:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134e62d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553997696:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1705683772.219532:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683772.219547:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.219549:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008e7d8500/0xcefed536a36de944 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36de99f expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219552:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e7d8500 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:2.0:1705683772.219554:0:15047:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008e7d8500/0xcefed536a36de944 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36de99f expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683772.219560:0:15047:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008e7d8500/0xcefed536a36de944 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36de99f expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219569:0:15047:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008e7d8500/0xcefed536a36de944 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36de99f expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219572:0:15047:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1705683772.219575:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008e7d8500/0xcefed536a36de944 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36de99f expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219578:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008e7d8500/0xcefed536a36de944 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36de99f expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219586:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.219587:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e568c80/0xcefed536a36de7b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219590:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e568c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.219591:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e568c80/0xcefed536a36de7b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219594:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e568c80/0xcefed536a36de7b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219599:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e568c80/0xcefed536a36de7b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219602:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e568c80/0xcefed536a36de7b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219609:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.219610:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.219611:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.219613:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683772.219616:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801353d9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553997824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1705683772.219626:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683772.219644:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219650:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee44f00/0xcefed536a366d94c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae45f expref: 5965 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.219653:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.219653:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.219654:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.219662:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee44f00/0xcefed536a366d94c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae45f expref: 5965 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.219666:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee44f00/0xcefed536a366d94c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae45f expref: 5965 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.219670:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008faca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538553997888:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.219677:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.219700:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553997824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1705683772.219765:0:6535:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219766:0:6535:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219770:0:6535:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595301568 00000100:00100000:2.0:1705683772.219782:0:6535:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219783:0:6535:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.219785:0:6535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99761 00000100:00100000:2.0:1705683772.219787:0:6535:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009854cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+1314:21875:x1788538595301568:12345-192.168.203.16@tcp:35:dd.0 00000100:00100000:2.0:1705683772.219861:0:6535:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009854cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+1315:21875:x1788538595301568:12345-192.168.203.16@tcp:35:dd.0 Request processed in 72us (107us total) trans 4295099415 rc 0/0 00000100:00100000:2.0:1705683772.219865:0:6535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99761 00000100:00100000:2.0:1705683772.220527:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220528:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220532:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595301952 00000100:00100000:2.0:1705683772.220543:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220544:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220547:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419478 00000100:00100000:2.0:1705683772.220549:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136649400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:c77a26ac-6587-4500-88fc-a375de7e12f4+7930:1856:x1788538595301888:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.220554:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.220730:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801321c3480/0xcefed536a36dea32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8236 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.220741:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98eb:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.220749:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.220751:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.220754:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c3480/0xcefed536a36dea32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8236 expref: 7931 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.220762:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801321c3480/0xcefed536a36dea32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8236 expref: 7931 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.220773:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801321c3480, rc 0) 00000100:00100000:2.0:1705683772.220789:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136649400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:c77a26ac-6587-4500-88fc-a375de7e12f4+7931:1856:x1788538595301888:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 238us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.220794:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419478 00000100:00100000:2.0:1705683772.220841:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220842:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220846:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595302016 00000100:00100000:2.0:1705683772.220857:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220858:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.220861:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419481 00000100:00100000:2.0:1705683772.220864:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136649900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:c77a26ac-6587-4500-88fc-a375de7e12f4+7931:1857:x1788538595302016:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.220869:0:15107:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.221042:0:15107:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801321c3700/0xcefed536a36dea47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8244 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.221049:0:15107:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98ec:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.221055:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.221056:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.221058:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c3700/0xcefed536a36dea47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8244 expref: 7933 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.221063:0:15107:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801321c3700/0xcefed536a36dea47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8244 expref: 7933 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.221067:0:15107:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801321c3700, rc 0) 00000100:00100000:2.0:1705683772.221079:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136649900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:1857:x1788538595302016:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 215us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.221082:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419481 00000100:00100000:2.0:1705683772.221448:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.221449:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.221455:0:14220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419486 00000100:00100000:2.0:1705683772.221458:0:14220:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+9357:1857:x1788538595302336:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.221462:0:14220:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.221590:0:14220:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321c3980/0xcefed536a36dea63 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x998e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8267 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.221597:0:14220:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x998e:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.221603:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.221604:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.221607:0:14220:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c3980/0xcefed536a36dea63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x998e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8267 expref: 9358 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.221612:0:14220:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801321c3980/0xcefed536a36dea63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x998e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8267 expref: 9358 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.221616:0:14220:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801321c3980, rc 0) 00000100:00100000:2.0:1705683772.221626:0:14220:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+9358:1857:x1788538595302336:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 169us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.221629:0:14220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419486 00000100:00100000:2.0:1705683772.221636:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.221636:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.221639:0:14220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419489 00000100:00100000:2.0:1705683772.221640:0:14220:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2ec600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7935:1857:x1788538595302528:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.221646:0:14220:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.221945:0:14220:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801321c2d00/0xcefed536a36dea78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d827c expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.221953:0:14220:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98f0:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.221958:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.221959:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.221961:0:14220:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c2d00/0xcefed536a36dea78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d827c expref: 7937 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.221966:0:14220:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801321c2d00/0xcefed536a36dea78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d827c expref: 7937 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.221970:0:14220:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801321c2d00, rc 0) 00000100:00100000:2.0:1705683772.221981:0:14220:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2ec600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7937:1857:x1788538595302528:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 340us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.221985:0:14220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419489 00000100:00100000:2.0:1705683772.221998:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683772.222002:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094ff8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538553998400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683772.222014:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.222023:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.222024:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.222026:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553998400 00000100:00100000:2.0:1705683772.222033:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.222033:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.222035:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419493 00000100:00100000:2.0:1705683772.222037:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+646:3083:x1788538553998400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.222043:0:15074:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23177 count 1 00010000:00010000:2.0:1705683772.222171:0:15074:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.222177:0:15074:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b479b80/0xcefed536a363aa5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597285 expref: 8477 pid: 14214 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.222180:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.222181:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.222182:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.222191:0:15074:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b479b80/0xcefed536a363aa5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597285 expref: 8477 pid: 14214 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.222196:0:15074:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b479b80/0xcefed536a363aa5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597285 expref: 8477 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.222201:0:15074:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008facb200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0000_UUID:15074:1788538553998784:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.222214:0:15074:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330240 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.222223:0:14220:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.222223:0:14220:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.222226:0:14220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419495 00000100:00100000:2.0:1705683772.222228:0:14220:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e472d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+711:3084:x1788538553998720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.222246:0:14220:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32651 count 1 00010000:00010000:2.0:1705683772.222368:0:14220:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801321c0500/0xcefed536a36dea9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.222374:0:14220:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013544cc80/0xcefed536a3667340 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ac22a expref: 7936 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.222378:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.222378:0:14220:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.222379:0:14220:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c0500/0xcefed536a36dea9b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.222388:0:14220:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013544cc80/0xcefed536a3667340 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac22a expref: 7937 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.222392:0:14220:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013544cc80/0xcefed536a3667340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac22a expref: 7937 pid: 15065 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.222396:0:14220:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008facad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14220:1788538553998848:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.222411:0:14220:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255f00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.223151:0:10690:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801353d9900 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10690:1788538553999232:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1705683772.223171:0:10690:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.223182:0:10690:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 167 seconds 00000100:00100000:2.0:1705683772.223188:0:15059:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.223188:0:15059:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.223192:0:15059:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553999168 00000100:00100000:2.0:1705683772.223211:0:15059:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.223212:0:15059:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.223214:0:15059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419502 00000100:00100000:2.0:1705683772.223216:0:15059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb95000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0001-mdtlov_UUID+1729:3084:x1788538553999168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.223225:0:15059:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37041 count 1 00010000:00010000:2.0:1705683772.223259:0:15059:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c2080/0xcefed536a36deab7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223270:0:15059:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b537200/0xcefed536a36b9d7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ca546 expref: 5965 pid: 15130 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223274:0:15059:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.223275:0:15059:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.223275:0:15059:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c2080/0xcefed536a36deab7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223285:0:15059:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b537200/0xcefed536a36b9d7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca546 expref: 5965 pid: 15130 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223290:0:15059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b537200/0xcefed536a36b9d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca546 expref: 5965 pid: 15130 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.223295:0:15059:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880133c70f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15059:1788538553999360:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.223308:0:15059:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b294f00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.223552:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.223553:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.223558:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419503 00000100:00100000:2.0:1705683772.223561:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+713:3081:x1788538553998208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.223569:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32649 count 1 00010000:00010000:2.0:1705683772.223695:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223701:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d64500/0xcefed536a366677e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15abe80 expref: 7937 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223708:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.223708:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.223709:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223718:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097d64500/0xcefed536a366677e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abe80 expref: 7937 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.223723:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097d64500/0xcefed536a366677e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abe80 expref: 7937 pid: 14327 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.223727:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880133c70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538553999488:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.223739:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.223768:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.223888:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538553997632:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.223898:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.223902:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.223903:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.223903:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.223936:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.223945:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.223951:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.223973:0:14267:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e60a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14267:1788538553996288:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.223983:0:14267:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.223986:0:14267:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.223987:0:14267:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.223987:0:14267:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224005:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538553996480:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.224011:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880136794000/0xcefed536a36de8c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.224014:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.224015:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.224015:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224069:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e66e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538553997376:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.224078:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.224081:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.224082:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.224082:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224087:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.224106:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224107:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224111:0:15140:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595303360 00000100:00100000:2.0:1705683772.224120:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224121:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224122:0:15140:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595303424 00000100:00100000:2.0:1705683772.224128:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224128:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224132:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419506 00000100:00100000:2.0:1705683772.224134:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:8dc539e0-a6d0-4264-ae88-11424261aea3+5968:16585:x1788538595303104:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.224139:0:15140:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.224294:0:15140:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321c0a00/0xcefed536a36dead3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa5e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d82ad expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.224302:0:15140:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa5e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.224309:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.224310:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.224312:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c0a00/0xcefed536a36dead3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82ad expref: 5969 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224317:0:15140:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801321c0a00/0xcefed536a36dead3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82ad expref: 5969 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224322:0:15140:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801321c0a00, rc 0) 00000100:00100000:2.0:1705683772.224333:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:8dc539e0-a6d0-4264-ae88-11424261aea3+5969:16585:x1788538595303104:12345-192.168.203.16@tcp:101:dd.0 Request processed in 198us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.224336:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419506 00000100:00100000:2.0:1705683772.224345:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224345:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224348:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419508 00000100:00100000:2.0:1705683772.224349:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096fc3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+715:3081:x1788538553998976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.224356:0:15140:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32652 count 1 00010000:00010000:2.0:1705683772.224479:0:15140:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224485:0:15140:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a366782c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ac3b9 expref: 7936 pid: 15042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224488:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.224488:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.224489:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224498:0:15140:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a366782c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac3b9 expref: 7936 pid: 15042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224503:0:15140:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a366782c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac3b9 expref: 7936 pid: 15042 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.224508:0:15140:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880133c75a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0000_UUID:15140:1788538553999744:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.224520:0:15140:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305780 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.224554:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.224578:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.224598:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.224610:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.224620:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.224636:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224637:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224643:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165868 00000100:00100000:2.0:1705683772.224645:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e66e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7937:1858:x1788538595303808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.224650:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.224652:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131e37c00/0xcefed536a3665d13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abb77 expref: 7937 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.224657:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131e37c00/0xcefed536a3665d13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abb77 expref: 7937 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.224670:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e37c00/0xcefed536a3665d13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abb77 expref: 7937 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.224676:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.224677:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.224678:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224682:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224689:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.224698:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e66e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7936:1858:x1788538595303808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 53us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.224702:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165868 00000100:00100000:2.0:1705683772.224708:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.224709:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683772.224721:0:14267:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224725:0:14267:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224729:0:14267:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224731:0:14267:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224738:0:14267:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.224856:0:14267:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094909900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+716:3083:x1788538553996032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10603us (10654us total) trans 4295136994 rc 0/0 00000100:00100000:2.0:1705683772.224862:0:14267:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419435 00010000:00010000:2.0:1705683772.224878:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.224881:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224887:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880136796080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.224889:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224895:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224903:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224908:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136796080/0xcefed536a36de8a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224921:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.224923:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c33ca00/0xcefed536a36de8e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224928:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c33ca00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.224929:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c33ca00/0xcefed536a36de8e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224934:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c33ca00/0xcefed536a36de8e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224942:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c33ca00/0xcefed536a36de8e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224947:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c33ca00/0xcefed536a36de8e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.224958:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.224958:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.224959:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683772.224973:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134e65000/2, rc 0, transno 170425 00000100:00100000:2.0:1705683772.224978:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134e65000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553996544:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1705683772.225003:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097263c00/2, rc 0, transno 169698 00000100:00100000:2.0:1705683772.225009:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097263c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538553996032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683772.225041:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225061:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225078:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225097:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225104:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225105:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225110:0:14267:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595304384 00000100:00100000:2.0:1705683772.225122:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225123:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225125:0:14267:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595304448 00000100:00100000:2.0:1705683772.225134:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225135:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225138:0:14267:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419511 00000100:00100000:2.0:1705683772.225141:0:14267:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009391b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8dc539e0-a6d0-4264-ae88-11424261aea3+8478:11885:x1788538595304384:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.225148:0:14267:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.225357:0:14267:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307a5b80/0xcefed536a36deb43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6cf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8308 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225370:0:14267:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e12a80/0xcefed536a35abf16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b24a expref: 7935 pid: 14225 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225374:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.225375:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.225376:0:14267:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a5b80/0xcefed536a36deb43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8308 expref: 8479 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225385:0:14267:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095e12a80/0xcefed536a35abf16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b24a expref: 7935 pid: 14225 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225389:0:14267:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095e12a80/0xcefed536a35abf16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b24a expref: 7935 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.225394:0:14267:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009391f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14267:1788538554000128:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.225406:0:14267:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bb113c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.225436:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225443:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225444:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225447:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595304512 00000100:00100000:2.0:1705683772.225456:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225456:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225459:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419513 00000100:00100000:2.0:1705683772.225461:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093919400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:8dc539e0-a6d0-4264-ae88-11424261aea3+8480:18534:x1788538595304512:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.225465:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.225554:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef94c80/0xcefed536a36deb4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8316 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225563:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b7d2080/0xcefed536a369c9e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcca expref: 8481 pid: 15067 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225567:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e568f00/0xcefed536a36a9b0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c2de4 expref: 7935 pid: 15075 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225570:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.225571:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.225572:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef94c80/0xcefed536a36deb4a lrc: 5/0,0 mode: --/PW res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8316 expref: 8481 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225580:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e568f00/0xcefed536a36a9b0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2de4 expref: 7935 pid: 15075 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225583:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e568f00/0xcefed536a36a9b0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2de4 expref: 7935 pid: 15075 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.225588:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009391f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554000192:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.225602:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b7d2080/0xcefed536a369c9e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcca expref: 8481 pid: 15067 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225607:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b7d2080/0xcefed536a369c9e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcca expref: 8481 pid: 15067 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.225611:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009391bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554000256:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.225616:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bb11d80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.225643:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225661:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225688:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.225692:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225692:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225696:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595303040 00000100:00100000:2.0:1705683772.225705:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225706:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.225708:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419516 00000100:00100000:2.0:1705683772.225710:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096199400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:c77a26ac-6587-4500-88fc-a375de7e12f4+9360:1857:x1788538595303040:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.225714:0:15144:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.225880:0:15144:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef97200/0xcefed536a36deb5f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x9992:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d82a6 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.225888:0:15144:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x9992:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.225894:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.225895:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.225897:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef97200/0xcefed536a36deb5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82a6 expref: 9362 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225902:0:15144:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef97200/0xcefed536a36deb5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82a6 expref: 9362 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.225907:0:15144:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef97200, rc 0) 00000100:00100000:2.0:1705683772.225915:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096199400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:c77a26ac-6587-4500-88fc-a375de7e12f4+9362:1857:x1788538595303040:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 205us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.225919:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419516 00000100:00100000:2.0:1705683772.225938:0:10690:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d9900 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10690:1788538553999232:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1705683772.225943:0:10690:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x99bb:0x0]-[0x2c0000400:0x9ae1:0x0] 00010000:00010000:2.0:1705683772.225949:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225953:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225956:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225959:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225965:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.225970:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.225971:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225974:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801321c1900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.225975:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225978:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225984:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225986:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801321c1900/0xcefed536a36de9ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.225993:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.225994:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.225995:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.226062:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e61900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3693:3083:x1788538553997312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7221us (7273us total) trans 4295137724 rc 0/0 00000100:00100000:2.0:1705683772.226066:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419466 00000100:00100000:2.0:1705683772.226072:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226073:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226075:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553995840 00000100:00100000:2.0:1705683772.226083:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226083:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226086:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419518 00000100:00100000:2.0:1705683772.226087:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013035e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+716:3081:x1788538553995840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.226094:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32646 count 1 00010000:00010000:2.0:1705683772.226230:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226236:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135893200/0xcefed536a366578d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15aba0b expref: 7935 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226243:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.226244:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.226244:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226253:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135893200/0xcefed536a366578d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aba0b expref: 7935 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226257:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135893200/0xcefed536a366578d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aba0b expref: 7935 pid: 15128 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.226261:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009619d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554000576:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.226271:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.226361:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.226449:0:15074:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008facb200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_056:lustre-OST0000_UUID:15074:1788538553998784:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.226457:0:15074:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.226461:0:15074:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.226462:0:15074:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.226462:0:15074:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226470:0:15059:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880133c70f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15059:1788538553999360:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.226481:0:15059:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801321c2080/0xcefed536a36deab7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.226484:0:15059:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.226485:0:15059:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.226485:0:15059:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226511:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.226530:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.226540:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.226575:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.226581:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226581:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226586:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595302976 00010000:00010000:2.0:1705683772.226593:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b692a80/0xcefed536a366d90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae435 expref: 5968 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.226602:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226602:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.226604:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165874 00000100:00100000:2.0:1705683772.226606:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5967:1857:x1788538595302976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.226611:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.226612:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b692a80/0xcefed536a366d90d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae435 expref: 5967 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.226617:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b692a80/0xcefed536a366d90d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae435 expref: 5967 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.226625:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b692a80/0xcefed536a366d90d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae435 expref: 5967 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.226630:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.226630:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.226632:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226638:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226646:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.226655:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5965:1857:x1788538595302976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.226658:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165874 00010000:00010000:2.0:1705683772.226668:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.226670:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b748000/0xcefed536a36de9e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226673:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b748000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.226674:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b748000/0xcefed536a36de9e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226678:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b748000/0xcefed536a36de9e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226683:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b748000/0xcefed536a36de9e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226685:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b748000/0xcefed536a36de9e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226695:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.226696:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.226697:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.226700:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226703:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226706:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226709:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c0280/0xcefed536a36de9de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226714:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.226776:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093815a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3693:3081:x1788538553995776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7411us (7510us total) trans 4295137725 rc 0/0 00000100:00100000:2.0:1705683772.226780:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419470 00010000:00010000:2.0:1705683772.226790:0:15059:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801321c2080/0xcefed536a36deab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226794:0:15059:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321c2080/0xcefed536a36deab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226797:0:15059:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c2080/0xcefed536a36deab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226799:0:15059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c2080/0xcefed536a36deab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.226834:0:15059:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.226892:0:15059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb95000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0001-mdtlov_UUID+1731:3084:x1788538553999168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3674us (3732us total) trans 4295137726 rc 0/0 00000100:00100000:2.0:1705683772.226896:0:15059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419502 00000100:00100000:2.0:1705683772.226943:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.226954:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.227036:0:10690:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a08a6900 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10690:1788538554000704:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1705683772.227054:0:10690:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.227065:0:10690:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b294f00 going to sleep for 167 seconds 00000100:00100000:2.0:1705683772.227086:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.227139:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.227154:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.227161:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227162:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227167:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595304576 00000100:00100000:2.0:1705683772.227176:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227177:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227178:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595304768 00000100:00100000:2.0:1705683772.227183:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227183:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227186:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419527 00000100:00100000:2.0:1705683772.227188:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:1857:x1788538595304064:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.227193:0:15144:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.227702:0:15144:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef95e00/0xcefed536a36debcf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d82f3 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.227713:0:15144:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98f5:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.227722:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.227723:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.227725:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef95e00/0xcefed536a36debcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82f3 expref: 7941 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.227733:0:15144:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef95e00/0xcefed536a36debcf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82f3 expref: 7941 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.227739:0:15144:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef95e00, rc 0) 00000100:00100000:2.0:1705683772.227753:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:c77a26ac-6587-4500-88fc-a375de7e12f4+7941:1857:x1788538595304064:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 564us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.227757:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419527 00000100:00100000:2.0:1705683772.227772:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227773:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227778:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595304960 00010000:00010000:2.0:1705683772.227788:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7ba080/0xcefed536a36b9aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca45f expref: 5965 pid: 15135 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.227827:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227829:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227834:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165875 00000100:00100000:2.0:1705683772.227838:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132149400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5965:1857:x1788538595304960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.227844:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.227846:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7ba080/0xcefed536a36b9aea lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca45f expref: 5965 pid: 15135 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.227852:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7ba080/0xcefed536a36b9aea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca45f expref: 5965 pid: 15135 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.227869:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7ba080/0xcefed536a36b9aea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca45f expref: 5965 pid: 15135 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.227877:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.227878:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.227879:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801321d8000/0xcefed536a36deab0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.227884:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321d8000/0xcefed536a36deab0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.227895:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.227909:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132149400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5964:1857:x1788538595304960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.227914:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165875 00000100:00100000:2.0:1705683772.227921:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227921:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227923:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305216 00010000:00010000:2.0:1705683772.227929:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d8ae800/0xcefed536a36b95b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca298 expref: 5964 pid: 15028 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.227936:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227936:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.227938:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165876 00000100:00100000:2.0:1705683772.227940:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013214b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5964:1859:x1788538595305216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.227943:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.227945:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d8ae800/0xcefed536a36b95b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca298 expref: 5964 pid: 15028 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.227949:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d8ae800/0xcefed536a36b95b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca298 expref: 5964 pid: 15028 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.227956:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d8ae800/0xcefed536a36b95b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca298 expref: 5964 pid: 15028 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.227962:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.227962:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.227963:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b01b700/0xcefed536a36de9fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.227967:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b01b700/0xcefed536a36de9fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.227973:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.227982:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013214b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5963:1859:x1788538595305216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.227984:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165876 00000100:00100000:2.0:1705683772.228003:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.228008:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228009:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228012:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305344 00010000:00010000:2.0:1705683772.228017:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b01e800/0xcefed536a363b094 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597223 expref: 8482 pid: 14210 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.228024:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228024:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228026:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165877 00000100:00100000:2.0:1705683772.228028:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8482:1859:x1788538595305344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.228031:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.228032:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b01e800/0xcefed536a363b094 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597223 expref: 8482 pid: 14210 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228037:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b01e800/0xcefed536a363b094 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597223 expref: 8482 pid: 14210 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228044:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b01e800/0xcefed536a363b094 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597223 expref: 8482 pid: 14210 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228049:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228049:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228050:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228053:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228060:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.228067:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8481:1859:x1788538595305344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.228070:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165877 00010000:00010000:2.0:1705683772.228078:0:15123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228082:0:15123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228086:0:15123:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228089:0:15123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228094:0:15123:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.228159:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0000-mdtlov_UUID+649:3081:x1788538553996864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8698us (8873us total) trans 4295136997 rc 0/0 00000100:00100000:2.0:1705683772.228163:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419472 00000100:00100000:2.0:1705683772.228198:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1705683772.228205:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.228207:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228210:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c90e300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.228211:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228215:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228221:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228223:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c90e300/0xcefed536a36de9ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228232:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.228234:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b01b700/0xcefed536a36de9fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228237:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b01b700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.228237:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b01b700/0xcefed536a36de9fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228240:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b01b700/0xcefed536a36de9fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228245:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b01b700/0xcefed536a36de9fa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228247:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b01b700/0xcefed536a36de9fa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228256:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.228256:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.228257:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.228270:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.228274:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228275:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228278:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305472 00010000:00010000:2.0:1705683772.228285:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b479b80/0xcefed536a363aa5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597285 expref: 8481 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.228299:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228300:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228303:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165878 00000100:00100000:2.0:1705683772.228307:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8481:1859:x1788538595305472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.228312:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.228315:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b479b80/0xcefed536a363aa5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597285 expref: 8481 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228321:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b479b80/0xcefed536a363aa5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597285 expref: 8481 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228331:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b479b80/0xcefed536a363aa5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597285 expref: 8481 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228339:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228340:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228341:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228346:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228358:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.228370:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8480:1859:x1788538595305472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 63us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.228375:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165878 00010000:00010000:2.0:1705683772.228403:0:15074:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228408:0:15074:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228411:0:15074:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228414:0:15074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228419:0:15074:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.228508:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+649:3083:x1788538553998400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6469us (6493us total) trans 4295136998 rc 0/0 00000100:00100000:2.0:1705683772.228513:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419493 00010000:00010000:2.0:1705683772.228524:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.228526:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228531:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801321c3c00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.228532:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228537:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228546:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228551:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801321c3c00/0xcefed536a36dea94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228561:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.228562:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801321d8000/0xcefed536a36deab0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228567:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801321d8000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.228568:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321d8000/0xcefed536a36deab0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228572:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321d8000/0xcefed536a36deab0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228577:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801321d8000/0xcefed536a36deab0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228580:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801321d8000/0xcefed536a36deab0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228587:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.228587:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.228588:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.228605:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.228610:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228611:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228615:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305152 00010000:00010000:2.0:1705683772.228622:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee44f00/0xcefed536a366d94c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae45f expref: 5963 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.228628:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228629:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228630:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165879 00000100:00100000:2.0:1705683772.228633:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5963:1859:x1788538595305152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.228636:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.228637:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee44f00/0xcefed536a366d94c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae45f expref: 5963 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228642:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee44f00/0xcefed536a366d94c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae45f expref: 5963 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228648:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee44f00/0xcefed536a366d94c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae45f expref: 5963 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228654:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228655:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228656:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228659:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228666:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.228672:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5962:1859:x1788538595305152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.228677:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165879 00010000:00010000:2.0:1705683772.228685:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228689:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228692:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228694:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228699:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.228702:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.228703:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228705:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801321c1180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.228706:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228709:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228713:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228719:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801321c1180/0xcefed536a36de9f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228726:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.228727:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.228727:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.228793:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e67300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+3693:3083:x1788538553997440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9561us (9643us total) trans 4295137729 rc 0/0 00000100:00100000:2.0:1705683772.228797:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419468 00000100:00100000:2.0:1705683772.228846:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.228852:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228852:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228855:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305280 00010000:00010000:2.0:1705683772.228861:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b475400/0xcefed536a363a99b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971c1 expref: 8480 pid: 15063 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.228867:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228868:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228870:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165880 00000100:00100000:2.0:1705683772.228872:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8480:1859:x1788538595305280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.228875:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.228877:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b475400/0xcefed536a363a99b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971c1 expref: 8480 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228881:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b475400/0xcefed536a363a99b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971c1 expref: 8480 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228892:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b475400/0xcefed536a363a99b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971c1 expref: 8480 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.228898:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228898:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228899:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b748f00/0xcefed536a36dea01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228903:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b748f00/0xcefed536a36dea01 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228908:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.228914:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8479:1859:x1788538595305280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.228916:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165880 00000100:00100000:2.0:1705683772.228931:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.228936:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228936:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228939:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305408 00010000:00010000:2.0:1705683772.228944:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec00500/0xcefed536a36b9755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca301 expref: 5962 pid: 15141 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.228950:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228950:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.228952:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165881 00000100:00100000:2.0:1705683772.228954:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5962:1859:x1788538595305408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.228957:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.228958:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec00500/0xcefed536a36b9755 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca301 expref: 5962 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.228962:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec00500/0xcefed536a36b9755 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca301 expref: 5962 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.228969:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec00500/0xcefed536a36b9755 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca301 expref: 5962 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.228973:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228974:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.228975:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c90cf00/0xcefed536a36dea7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228978:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c90cf00/0xcefed536a36dea7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.228985:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.228990:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5961:1859:x1788538595305408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 35us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.228993:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165881 00010000:00010000:2.0:1705683772.229000:0:14268:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c90cf00/0xcefed536a36dea7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229004:0:14268:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c90cf00/0xcefed536a36dea7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229007:0:14268:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c90cf00/0xcefed536a36dea7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229011:0:14268:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c90cf00/0xcefed536a36dea7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229016:0:14268:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.229019:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.229082:0:15086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0001-mdtlov_UUID+1733:10690:x1788538554000704:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1970us (2028us total) trans 4295137731 rc 0/0 00000100:00100000:2.0:1705683772.229086:0:15086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419526 00000100:00100000:2.0:1705683772.229126:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ff8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+1732:3084:x1788538553998336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7140us (7258us total) trans 4295137730 rc 0/0 00000100:00100000:2.0:1705683772.229132:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419492 00000100:00100000:2.0:1705683772.229142:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229142:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229146:0:6534:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595308288 00000100:00100000:2.0:1705683772.229162:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229163:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229165:0:6534:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298580 00000100:00100000:2.0:1705683772.229167:0:6534:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d08a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+1317:21970:x1788538595308288:12345-192.168.203.16@tcp:101:touch.0 00010000:00010000:2.0:1705683772.229172:0:6534:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.229173:0:6534:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1705683772.229180:0:6534:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b2eb480/0xcefed536a36de2c2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5232:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d7e1c expref: 1317 pid: 14257 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229188:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5232:0x0].0x0 (ffff88013542d300) 00010000:00010000:2.0:1705683772.229189:0:6534:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683772.229193:0:6534:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94000/0xcefed536a36dec1c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d83e8 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.229247:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229247:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229250:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305728 00010000:00010000:2.0:1705683772.229258:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b476580/0xcefed536a363aa51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597270 expref: 8479 pid: 15063 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.229266:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229266:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229267:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305856 00010000:00010000:2.0:1705683772.229271:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097d64500/0xcefed536a366677e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abe80 expref: 7943 pid: 14327 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.229283:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229284:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229286:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165882 00000100:00100000:2.0:1705683772.229288:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b9e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8479:1858:x1788538595305728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.229292:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.229293:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b476580/0xcefed536a363aa51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597270 expref: 8479 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.229297:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b476580/0xcefed536a363aa51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597270 expref: 8479 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.229305:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b476580/0xcefed536a363aa51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597270 expref: 8479 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.229309:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229310:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229311:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e13e580/0xcefed536a36deabe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229315:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e13e580/0xcefed536a36deabe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229323:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.229333:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b9e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8478:1858:x1788538595305728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.229336:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165882 00000100:00100000:2.0:1705683772.229341:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229341:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229343:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595306176 00010000:00010000:2.0:1705683772.229347:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a366782c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac3b9 expref: 7944 pid: 15042 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.229353:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229354:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229355:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595306368 00010000:00010000:2.0:1705683772.229359:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090fbf980/0xcefed536a35d423d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b41d expref: 5961 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.229365:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229365:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229367:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165884 00000100:00100000:2.0:1705683772.229369:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b9b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7944:1858:x1788538595305984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.229371:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.229373:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801315e8a00/0xcefed536a3666d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac01d expref: 7944 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.229380:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801315e8a00/0xcefed536a3666d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac01d expref: 7944 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.229387:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801315e8a00/0xcefed536a3666d19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac01d expref: 7944 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.229392:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229392:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229393:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e13ef80/0xcefed536a36deacc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229396:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e13ef80/0xcefed536a36deacc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229402:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.229409:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b9b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1858:x1788538595305984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.229412:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165884 00000100:00100000:2.0:1705683772.229416:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229416:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229418:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595305536 00010000:00010000:2.0:1705683772.229422:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013544cc80/0xcefed536a3667340 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac22a expref: 7943 pid: 15065 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.229428:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229429:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229431:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165885 00000100:00100000:2.0:1705683772.229432:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1859:x1788538595306176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.229435:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.229436:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a366782c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac3b9 expref: 7943 pid: 15042 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.229440:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a366782c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac3b9 expref: 7943 pid: 15042 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.229446:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229447:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229447:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229451:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229455:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.229461:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1859:x1788538595306176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 28us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.229464:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165885 00000100:00100000:2.0:1705683772.229468:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229468:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229470:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595306240 00010000:00010000:2.0:1705683772.229474:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e5be300/0xcefed536a35d4371 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4da expref: 9368 pid: 9342 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.229478:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229479:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229480:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165886 00000100:00100000:2.0:1705683772.229482:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b99400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5962:1859:x1788538595306368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.229485:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.229490:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090fbf980/0xcefed536a35d423d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b41d expref: 5962 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.229494:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090fbf980/0xcefed536a35d423d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b41d expref: 5962 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.229500:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.229506:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b99400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5962:1859:x1788538595306368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 24us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.229509:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165886 00000100:00100000:2.0:1705683772.229513:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229514:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229516:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165888 00000100:00100000:2.0:1705683772.229517:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093298000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+9370:1857:x1788538595306240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.229520:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.229523:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e5be300/0xcefed536a35d4371 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4da expref: 9370 pid: 9342 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.229527:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e5be300/0xcefed536a35d4371 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4da expref: 9370 pid: 9342 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.229533:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229534:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229535:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b031680/0xcefed536a36deaef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82d0 expref: 5961 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229542:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b031680/0xcefed536a36deaef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82d0 expref: 5961 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229552:0:8821:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b031680/0xcefed536a36deaef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7d10:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82d0 expref: 5961 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.229556:0:8821:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a08a2800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8821:1788538554001216:192.168.203.16@tcp:105: 00000100:00100000:2.0:1705683772.229567:0:8821:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a66c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.229590:0:15140:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a366782c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac3b9 expref: 7941 pid: 15042 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.229597:0:15140:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880133c75a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0000_UUID:15140:1788538553999744:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.229606:0:15140:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.229609:0:15140:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.229609:0:15140:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.229610:0:15140:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.229611:0:15140:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229613:0:15140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229616:0:15140:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229620:0:15140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229625:0:15140:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.229690:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096fc3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+718:3081:x1788538553998976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5339us (5630us total) trans 4295137000 rc 0/0 00000100:00100000:2.0:1705683772.229694:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419508 00000100:00100000:2.0:1705683772.229701:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229701:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229706:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419537 00000100:00100000:2.0:1705683772.229708:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013214c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+9369:19986:x1788538595306496:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.229712:0:15140:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.229868:0:15140:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef94f00/0xcefed536a36dec38 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x8d5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8371 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.229876:0:15140:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x8d5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.229883:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229884:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.229886:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef94f00/0xcefed536a36dec38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8371 expref: 9371 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229891:0:15140:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef94f00/0xcefed536a36dec38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8371 expref: 9371 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.229895:0:15140:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef94f00, rc 0) 00000100:00100000:2.0:1705683772.229903:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013214c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+9371:19986:x1788538595306496:12345-192.168.203.16@tcp:101:dd.0 Request processed in 194us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.229906:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419537 00000100:00100000:2.0:1705683772.229912:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229912:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.229915:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419540 00000100:00100000:2.0:1705683772.229917:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3f3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+9370:1857:x1788538595305664:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.229920:0:15140:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.230058:0:15140:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef95b80/0xcefed536a36dec46 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x9998:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d834e expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.230068:0:15140:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x9998:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.230076:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.230077:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.230080:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef95b80/0xcefed536a36dec46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d834e expref: 9370 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.230088:0:15140:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef95b80/0xcefed536a36dec46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d834e expref: 9370 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.230094:0:15140:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef95b80, rc 0) 00000100:00100000:2.0:1705683772.230105:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3f3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+9370:1857:x1788538595305664:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 187us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.230109:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419540 00010000:00010000:2.0:1705683772.230122:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.230124:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230129:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801307a4c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.230132:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230137:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230146:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230149:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801307a4c80/0xcefed536a36deae8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230159:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.230160:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801321d8f00/0xcefed536a36deaf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230163:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801321d8f00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.230164:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321d8f00/0xcefed536a36deaf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230167:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801321d8f00/0xcefed536a36deaf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230170:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801321d8f00/0xcefed536a36deaf6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230173:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801321d8f00/0xcefed536a36deaf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230183:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.230184:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.230185:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.230187:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.230195:0:6534:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1705683772.230199:0:6534:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230203:0:6534:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:2.0:1705683772.230245:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230246:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230251:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595306112 00010000:00010000:2.0:1705683772.230258:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b9f5180/0xcefed536a36091de lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8b93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1581cf8 expref: 7940 pid: 14265 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.230265:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230266:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230268:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165890 00000100:00100000:2.0:1705683772.230270:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009329a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:1857:x1788538595306112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.230274:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.230275:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b9f5180/0xcefed536a36091de lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1581cf8 expref: 7940 pid: 14265 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.230279:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b9f5180/0xcefed536a36091de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1581cf8 expref: 7940 pid: 14265 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.230290:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.230290:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.230292:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e13c780/0xcefed536a36deada lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82c9 expref: 8479 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230296:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e13c780/0xcefed536a36deada lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82c9 expref: 8479 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230305:0:15093:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e13c780/0xcefed536a36deada lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d82c9 expref: 8479 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.230309:0:15093:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a08a7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15093:1788538554001344:192.168.203.16@tcp:105: 00000100:00100000:2.0:1705683772.230320:0:15093:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6900 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.230330:0:6534:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1705683772.230334:0:6534:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230337:0:6534:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230400:0:6534:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230403:0:6534:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230406:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230409:0:6534:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230411:0:6534:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ef94a00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.230412:0:6534:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230414:0:6534:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230418:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5232:0x0].0x0 (ffff88013542d300) 00010000:00010000:2.0:1705683772.230419:0:6534:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.230420:0:6534:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230422:0:6534:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94a00/0xcefed536a36dec54 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230427:0:6534:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230429:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230431:0:6534:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230433:0:6534:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ef94780 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:2.0:1705683772.230434:0:6534:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230436:0:6534:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230441:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5232:0x0].0x3031 (ffff880134ece000) 00010000:00010000:2.0:1705683772.230442:0:6534:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683772.230443:0:6534:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230445:0:6534:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94780/0xcefed536a36dec69 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5232:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1705683772.230464:0:6534:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94000/0xcefed536a36dec1c lrc: 1/0,0 mode: --/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83e8 expref: 1317 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230468:0:6534:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef94000/0xcefed536a36dec1c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5232:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83e8 expref: 1317 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230471:0:6534:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef94000, rc 0) 00000100:00100000:2.0:1705683772.230480:0:6534:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d08a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+1316:21970:x1788538595308288:12345-192.168.203.16@tcp:101:touch.0 Request processed in 1312us (1344us total) trans 0 rc 301/301 00000100:00100000:2.0:1705683772.230484:0:6534:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298580 00000100:00100000:2.0:1705683772.230494:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230495:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230497:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595306560 00000100:00100000:2.0:1705683772.230512:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230512:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230514:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595306816 00000100:00100000:2.0:1705683772.230524:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230524:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230527:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419544 00000100:00100000:2.0:1705683772.230528:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e030a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:c77a26ac-6587-4500-88fc-a375de7e12f4+7942:1857:x1788538595306752:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.230533:0:14268:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.230704:0:14268:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135438a00/0xcefed536a36dec85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d838d expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.230711:0:14268:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98fa:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.230717:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.230718:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.230720:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135438a00/0xcefed536a36dec85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d838d expref: 7944 pid: 14268 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.230725:0:14268:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135438a00/0xcefed536a36dec85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d838d expref: 7944 pid: 14268 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.230729:0:14268:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135438a00, rc 0) 00000100:00100000:2.0:1705683772.230737:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e030a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1857:x1788538595306752:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 208us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.230740:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419544 00000100:00100000:2.0:1705683772.230759:0:14267:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009391f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14267:1788538554000128:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.230769:0:14267:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801307a5b80/0xcefed536a36deb43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6cf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8308 expref: 8479 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230774:0:14267:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801307a5b80, rc 0) 00000100:00100000:2.0:1705683772.230780:0:14267:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009391b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:8dc539e0-a6d0-4264-ae88-11424261aea3+8479:11885:x1788538595304384:12345-192.168.203.16@tcp:101:dd.0 Request processed in 5639us (5702us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.230783:0:14267:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419511 00000100:00100000:2.0:1705683772.230798:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009391f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554000192:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.230827:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009391bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554000256:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.230842:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef94c80/0xcefed536a36deb4a lrc: 3/0,0 mode: --/PW res: [0x280000401:0xb110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8316 expref: 8478 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.230847:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef94c80, rc 0) 00000100:00100000:2.0:1705683772.230853:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093919400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:8dc539e0-a6d0-4264-ae88-11424261aea3+8478:18534:x1788538595304512:12345-192.168.203.16@tcp:101:dd.0 Request processed in 5392us (5417us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.230856:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419513 00000100:00100000:2.0:1705683772.230865:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230866:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230869:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595306944 00000100:00100000:2.0:1705683772.230877:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230877:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.230880:0:14267:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419547 00000100:00100000:2.0:1705683772.230882:0:14267:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e030000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:c77a26ac-6587-4500-88fc-a375de7e12f4+9373:1856:x1788538595306944:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.230886:0:14267:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.231042:0:14267:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b67f480/0xcefed536a36dec93 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x999b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d83a2 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.231052:0:14267:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x999b:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.231060:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231061:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231064:0:14267:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b67f480/0xcefed536a36dec93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x999b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83a2 expref: 9373 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.231072:0:14267:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b67f480/0xcefed536a36dec93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x999b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83a2 expref: 9373 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.231076:0:14267:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b67f480, rc 0) 00000100:00100000:2.0:1705683772.231088:0:14267:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e030000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:c77a26ac-6587-4500-88fc-a375de7e12f4+9373:1856:x1788538595306944:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 205us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.231092:0:14267:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419547 00000100:00100000:2.0:1705683772.231102:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231103:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231107:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165895 00000100:00100000:2.0:1705683772.231110:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d773200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7944:1856:x1788538595307392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.231113:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.231115:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135893200/0xcefed536a366578d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aba0b expref: 7944 pid: 15128 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.231119:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135893200/0xcefed536a366578d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aba0b expref: 7944 pid: 15128 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.231127:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231128:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231129:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231132:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231138:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.231144:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d773200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1856:x1788538595307392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 34us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.231147:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165895 00000100:00100000:2.0:1705683772.231159:0:6534:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231160:0:6534:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231164:0:6534:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298583 00000100:00100000:2.0:1705683772.231166:0:6534:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77a26ac-6587-4500-88fc-a375de7e12f4+1211:21959:x1788538595307648:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.231170:0:6534:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.231175:0:6534:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b67e580/0xcefed536a36decaf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x261a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d83be expref: -99 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231189:0:6534:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b67e580/0xcefed536a36decaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x261a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83be expref: 1212 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231193:0:6534:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b67e580/0xcefed536a36decaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x261a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83be expref: 1212 pid: 6534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231200:0:6534:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261a:0x0].0x0 (ffff88009fac6e00) 00010000:00010000:2.0:1705683772.231201:0:6534:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1705683772.231202:0:6534:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b67e580, rc 0) 00000100:00100000:2.0:1705683772.231208:0:6534:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c77a26ac-6587-4500-88fc-a375de7e12f4+1212:21959:x1788538595307648:12345-192.168.203.16@tcp:101:dd.0 Request processed in 42us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.231211:0:6534:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298583 00010000:00010000:2.0:1705683772.231229:0:15137:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135893200/0xcefed536a366578d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15aba0b expref: 7943 pid: 15128 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.231235:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009619d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554000576:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.231241:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.231244:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.231245:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.231245:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.231246:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231249:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231253:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231255:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231261:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.231265:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.231266:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231268:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ef94280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.231269:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231272:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231277:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231280:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef94280/0xcefed536a36deb74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231291:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.231292:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.231292:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.231354:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013035e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+718:3081:x1788538553995840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5265us (5309us total) trans 4295137004 rc 0/0 00000100:00100000:2.0:1705683772.231358:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419518 00000100:00100000:2.0:1705683772.231379:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231389:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231397:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231405:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231413:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231423:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231430:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231445:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.231450:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231450:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231454:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595308160 00010000:00010000:2.0:1705683772.231460:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.231461:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b033480/0xcefed536a36deb58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231465:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b033480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.231466:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b033480/0xcefed536a36deb58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231469:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b033480/0xcefed536a36deb58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231478:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b033480/0xcefed536a36deb58 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231482:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b033480/0xcefed536a36deb58 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231492:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.231492:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.231493:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.231500:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231501:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231502:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595308352 00000100:00100000:2.0:1705683772.231506:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231506:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231508:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595308544 00000100:00100000:2.0:1705683772.231512:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231512:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231514:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419549 00000100:00100000:2.0:1705683772.231516:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:16401:x1788538595307904:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.231520:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.231714:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b67cf00/0xcefed536a36decd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa843:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d83d3 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.231721:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xa843:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.231727:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231728:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231730:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b67cf00/0xcefed536a36decd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83d3 expref: 7946 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231737:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b67cf00/0xcefed536a36decd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83d3 expref: 7946 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.231741:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b67cf00, rc 0) 00000100:00100000:2.0:1705683772.231749:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:16401:x1788538595307904:12345-192.168.203.16@tcp:101:dd.0 Request processed in 231us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.231752:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419549 00000100:00100000:2.0:1705683772.231758:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231759:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.231761:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419552 00000100:00100000:2.0:1705683772.231763:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096198500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:1857:x1788538595308544:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.231766:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.231961:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b67f980/0xcefed536a36ded03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d83fd expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.231968:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98fd:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.231973:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231974:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.231976:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b67f980/0xcefed536a36ded03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83fd expref: 7947 pid: 15088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.231981:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b67f980/0xcefed536a36ded03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83fd expref: 7947 pid: 15088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.231985:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b67f980, rc 0) 00000100:00100000:2.0:1705683772.231993:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096198500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+7947:1857:x1788538595308544:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 229us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.231996:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419552 00000100:00100000:2.0:1705683772.232089:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.232096:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232096:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232102:0:14206:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595308672 00000100:00100000:2.0:1705683772.232111:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232111:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232113:0:14206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99762 00000100:00100000:2.0:1705683772.232116:0:14206:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009619a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+1316:21915:x1788538595308672:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1705683772.232167:0:14206:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009619a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+1318:21915:x1788538595308672:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 50us (78us total) trans 4295099418 rc 0/0 00000100:00100000:2.0:1705683772.232170:0:14206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99762 00000100:00100000:2.0:1705683772.232179:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232179:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232183:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165898 00000100:00100000:2.0:1705683772.232185:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d770f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+1317:1857:x1788538595308736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.232188:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.232190:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880099860f00/0xcefed536a36dcc56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe9:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d7310 expref: 1317 pid: 14199 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.232195:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880099860f00/0xcefed536a36dcc56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe9:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d7310 expref: 1317 pid: 14199 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.232201:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099860f00/0xcefed536a36dcc56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe9:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d7310 expref: 1317 pid: 14199 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.232208:0:14238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xe9:0x0].0x0 (ffff88009c9b5700) 00010000:00010000:2.0:1705683772.232210:0:14238:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88007f3ec780/0xcefed536a36dec07 lrc: 3/0,1 mode: --/CW res: [0x240000400:0xe9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT1 00010000:00010000:2.0:1705683772.232213:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88007f3ec780/0xcefed536a36dec07 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0xe9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7681 initiator: MDT1 00010000:00010000:2.0:1705683772.232215:0:14238:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88007f3ec780/0xcefed536a36dec07 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0xe9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7681 initiator: MDT1 00010000:00010000:2.0:1705683772.232229:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.232236:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d770f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+1316:1857:x1788538595308736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 50us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.232239:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165898 00000100:00100000:2.0:1705683772.232252:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232252:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232255:0:14267:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595309056 00000100:00100000:2.0:1705683772.232263:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232263:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232265:0:14267:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419553 00000100:00100000:2.0:1705683772.232267:0:14267:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d0e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:c77a26ac-6587-4500-88fc-a375de7e12f4+9375:1857:x1788538595308928:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.232272:0:14267:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.232400:0:14267:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b67ea80/0xcefed536a36ded18 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x999d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8404 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.232407:0:14267:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x999d:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.232412:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.232413:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.232415:0:14267:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b67ea80/0xcefed536a36ded18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x999d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8404 expref: 9376 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.232420:0:14267:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b67ea80/0xcefed536a36ded18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x999d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8404 expref: 9376 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.232424:0:14267:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b67ea80, rc 0) 00000100:00100000:2.0:1705683772.232431:0:14267:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d0e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:c77a26ac-6587-4500-88fc-a375de7e12f4+9376:1857:x1788538595308928:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 163us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.232434:0:14267:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419553 00000100:00100000:2.0:1705683772.232441:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232442:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232444:0:14267:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419556 00000100:00100000:2.0:1705683772.232446:0:14267:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ca4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:c77a26ac-6587-4500-88fc-a375de7e12f4+7947:1857:x1788538595309120:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.232449:0:14267:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.232615:0:14267:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b67ef80/0xcefed536a36ded2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x98ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8419 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.232621:0:14267:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x98ff:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.232626:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.232627:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.232629:0:14267:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b67ef80/0xcefed536a36ded2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8419 expref: 7948 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.232633:0:14267:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b67ef80/0xcefed536a36ded2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x98ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8419 expref: 7948 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.232637:0:14267:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b67ef80, rc 0) 00000100:00100000:2.0:1705683772.232643:0:14267:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ca4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:c77a26ac-6587-4500-88fc-a375de7e12f4+7948:1857:x1788538595309120:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 197us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.232646:0:14267:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419556 00000100:00100000:2.0:1705683772.232732:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.232752:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.232756:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232757:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232760:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595309184 00000100:00100000:2.0:1705683772.232766:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232767:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232768:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595309248 00000100:00100000:2.0:1705683772.232772:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232773:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232775:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419557 00000100:00100000:2.0:1705683772.232776:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091991400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+9376:1857:x1788538595309184:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.232780:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.232933:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800907c2f80/0xcefed536a36ded42 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x999f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8420 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.232939:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x999f:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.232945:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.232945:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.232948:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907c2f80/0xcefed536a36ded42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x999f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8420 expref: 9377 pid: 15088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.232952:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800907c2f80/0xcefed536a36ded42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x999f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8420 expref: 9377 pid: 15088 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.232956:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907c2f80, rc 0) 00000100:00100000:2.0:1705683772.232963:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091991400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+9377:1857:x1788538595309184:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 186us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.232967:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419557 00000100:00100000:2.0:1705683772.232973:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232973:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.232975:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419560 00000100:00100000:2.0:1705683772.232977:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009abeb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1732:10690:x1788538554001856:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1705683772.232986:0:15088:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 39682 00010000:00010000:2.0:1705683772.233518:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.233520:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007f3ec500/0xcefed536a36dec0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233524:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88007f3ec500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.233526:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007f3ec500/0xcefed536a36dec0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233529:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007f3ec500/0xcefed536a36dec0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233535:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007f3ec500/0xcefed536a36dec0e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233538:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007f3ec500/0xcefed536a36dec0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233549:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.233549:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.233550:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.233553:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233553:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233558:0:14267:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554002432 00000100:00100000:2.0:1705683772.233567:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233567:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233576:0:14267:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538553997120 00000100:00100000:2.0:1705683772.233582:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233582:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233585:0:14267:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419565 00000100:00100000:2.0:1705683772.233587:0:14267:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009339b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+653:3081:x1788538553996352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.233593:0:14267:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23172 count 1 00010000:00010000:2.0:1705683772.233724:0:14267:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233730:0:14267:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b472a80/0xcefed536a363a9be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15971d6 expref: 8474 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.233733:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.233734:0:14267:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.233734:0:14267:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233744:0:14267:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b472a80/0xcefed536a363a9be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971d6 expref: 8474 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.233748:0:14267:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b472a80/0xcefed536a363a9be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971d6 expref: 8474 pid: 15030 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.233754:0:14267:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091990f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14267:1788538554002688:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.233764:0:14267:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bb113c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.233841:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233842:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.233847:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419569 00000100:00100000:2.0:1705683772.233849:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a2edf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0001-mdtlov_UUID+1736:3081:x1788538553999040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.233857:0:15066:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37040 count 1 00010000:00010000:2.0:1705683772.233890:0:15066:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233895:0:15066:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00a5400/0xcefed536a36b9bfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ca4ba expref: 5955 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233899:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.233899:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.233900:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233909:0:15066:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00a5400/0xcefed536a36b9bfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca4ba expref: 5955 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.233913:0:15066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00a5400/0xcefed536a36b9bfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca4ba expref: 5955 pid: 15142 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.233918:0:15066:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:15066:1788538554002816:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.233927:0:15066:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009bb11f00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.234270:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009abeb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1737:10690:x1788538554001856:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1291us (1393us total) trans 4295137735 rc 0/0 00000100:00100000:2.0:1705683772.234274:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419560 00000100:00100000:2.0:1705683772.234297:0:8821:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a08a2800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8821:1788538554001216:192.168.203.16@tcp:105: 00010000:00010000:2.0:1705683772.234308:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.234319:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093298000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+9376:1857:x1788538595306240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4800us (4879us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.234328:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165888 00000100:00100000:2.0:1705683772.234353:0:15093:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a08a7300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15093:1788538554001344:192.168.203.16@tcp:105: 00010000:00010000:2.0:1705683772.234364:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.234373:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009329a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:c77a26ac-6587-4500-88fc-a375de7e12f4+7949:1857:x1788538595306112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4102us (4146us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.234378:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165890 00000100:00100000:2.0:1705683772.234416:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234418:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234422:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554003200 00000100:00100000:2.0:1705683772.234433:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234434:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234438:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419574 00000100:00100000:2.0:1705683772.234440:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b0b9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+7948:26724:x1788538595309440:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.234447:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.234669:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095d54a00/0xcefed536a36dedb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9438:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d843c expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.234679:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9438:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.234687:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.234689:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.234692:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095d54a00/0xcefed536a36dedb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d843c expref: 7949 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.234699:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095d54a00/0xcefed536a36dedb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d843c expref: 7949 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.234705:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095d54a00, rc 0) 00000100:00100000:2.0:1705683772.234716:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b0b9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:c77a26ac-6587-4500-88fc-a375de7e12f4+7949:26724:x1788538595309440:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 275us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.234721:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419574 00000100:00100000:2.0:1705683772.234772:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.234798:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234799:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234833:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595309504 00000100:00100000:2.0:1705683772.234847:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234848:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234850:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554000000 00000100:00100000:2.0:1705683772.234857:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234858:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234860:0:15139:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554000512 00000100:00100000:2.0:1705683772.234868:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234869:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.234872:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419578 00000100:00100000:2.0:1705683772.234876:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_092:c77a26ac-6587-4500-88fc-a375de7e12f4+7949:19986:x1788538595309504:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.234882:0:15139:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.235063:0:15139:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095d56d00/0xcefed536a36dedc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8cba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8443 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.235071:0:15139:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x8cba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.235077:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.235078:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.235080:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095d56d00/0xcefed536a36dedc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8443 expref: 7950 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235085:0:15139:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095d56d00/0xcefed536a36dedc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8443 expref: 7950 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235089:0:15139:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095d56d00, rc 0) 00000100:00100000:2.0:1705683772.235097:0:15139:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_092:c77a26ac-6587-4500-88fc-a375de7e12f4+7950:19986:x1788538595309504:12345-192.168.203.16@tcp:101:dd.0 Request processed in 222us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.235100:0:15139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419578 00000100:00100000:2.0:1705683772.235107:0:15139:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235107:0:15139:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235109:0:15139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419581 00000100:00100000:2.0:1705683772.235111:0:15139:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800971fe400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_092:lustre-MDT0000-mdtlov_UUID+3699:3081:x1788538554001280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.235117:0:15139:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36182 count 1 00010000:00010000:2.0:1705683772.235279:0:15139:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d47e300/0xcefed536a36dedd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235286:0:15139:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e415b80/0xcefed536a366db6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae54d expref: 5955 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.235289:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.235290:0:15139:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.235291:0:15139:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d47e300/0xcefed536a36dedd5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235300:0:15139:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e415b80/0xcefed536a366db6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae54d expref: 5955 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.235304:0:15139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e415b80/0xcefed536a366db6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae54d expref: 5955 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.235309:0:15139:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091993200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_092:lustre-OST0001_UUID:15139:1788538554003904:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.235319:0:15139:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.235326:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235327:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235332:0:15058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419584 00000100:00100000:2.0:1705683772.235334:0:15058:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800971fa800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+722:3081:x1788538554003264:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.235340:0:15058:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32656 count 1 00010000:00010000:2.0:1705683772.235465:0:15058:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235470:0:15058:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dd89900/0xcefed536a3669632 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15acbbc expref: 7949 pid: 15135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235474:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.235475:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.235475:0:15058:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235484:0:15058:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009dd89900/0xcefed536a3669632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acbbc expref: 7949 pid: 15135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235489:0:15058:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009dd89900/0xcefed536a3669632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acbbc expref: 7949 pid: 15135 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.235493:0:15058:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091995f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:15058:1788538554004224:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.235502:0:15058:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305780 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.235512:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235513:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235516:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554003712 00000100:00100000:2.0:1705683772.235525:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235526:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235528:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419587 00000100:00100000:2.0:1705683772.235529:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+722:3083:x1788538554003712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.235536:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32657 count 1 00010000:00010000:2.0:1705683772.235755:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801313eb980/0xcefed536a36dedff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235761:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133c90000/0xcefed536a3669d47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15acdc9 expref: 7950 pid: 15043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235764:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.235765:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.235766:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801313eb980/0xcefed536a36dedff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235774:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133c90000/0xcefed536a3669d47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acdc9 expref: 7950 pid: 15043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235778:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133c90000/0xcefed536a3669d47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acdc9 expref: 7950 pid: 15043 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.235782:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091995a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554004352:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.235791:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438c00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.235797:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235798:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.235824:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419590 00000100:00100000:2.0:1705683772.235827:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a9c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0001-mdtlov_UUID+1741:3081:x1788538554000896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.235834:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37043 count 1 00010000:00010000:2.0:1705683772.235866:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235875:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009704d180/0xcefed536a36ba15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ca657 expref: 5955 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235878:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.235879:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.235880:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235888:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009704d180/0xcefed536a36ba15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca657 expref: 5955 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.235892:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009704d180/0xcefed536a36ba15e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca657 expref: 5955 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.235896:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091991900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554004480:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.235906:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438a80 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.236173:0:15142:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d64500/0xcefed536a366677e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15abe80 expref: 7951 pid: 14327 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.236180:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880133c70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538553999488:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.236192:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.236196:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.236197:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.236197:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.236199:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236202:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236206:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236208:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236216:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.236221:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.236223:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236225:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801321c2800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.236227:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236230:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236238:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236241:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801321c2800/0xcefed536a36deac5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236322:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.236322:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.236323:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.236401:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+725:3081:x1788538553998208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12840us (12994us total) trans 4295137010 rc 0/0 00000100:00100000:2.0:1705683772.236405:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419503 00000100:00100000:2.0:1705683772.236487:0:9335:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091995000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9335:1788538554004864:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1705683772.236500:0:9335:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.236507:0:9335:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438180 going to sleep for 167 seconds 00000100:00100000:2.0:1705683772.236512:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236512:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236516:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554004864 00000100:00100000:2.0:1705683772.236523:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236524:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236525:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554004928 00000100:00100000:2.0:1705683772.236531:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236531:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236533:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419596 00000100:00100000:2.0:1705683772.236535:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a9d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+726:3082:x1788538554004288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.236542:0:14268:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32658 count 1 00010000:00010000:2.0:1705683772.236772:0:14268:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236778:0:14268:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092532800/0xcefed536a366a1ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15acf20 expref: 7951 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236782:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.236782:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.236783:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236792:0:14268:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092532800/0xcefed536a366a1ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acf20 expref: 7951 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.236797:0:14268:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092532800/0xcefed536a366a1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acf20 expref: 7951 pid: 15065 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.236827:0:14268:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091997300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554005120:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.236839:0:14268:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438600 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.236918:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236919:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236922:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595309696 00000100:00100000:2.0:1705683772.236931:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236931:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.236934:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419599 00000100:00100000:2.0:1705683772.236936:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4d8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:8dc539e0-a6d0-4264-ae88-11424261aea3+8475:12859:x1788538595309696:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.236940:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683772.237103:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237104:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237109:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419602 00000100:00100000:2.0:1705683772.237111:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4d9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7950:1857:x1788538595309952:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.237115:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.237534:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f936080/0xcefed536a36dee5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9902:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d846d expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.237544:0:15027:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9902:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.237554:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.237555:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.237558:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f936080/0xcefed536a36dee5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d846d expref: 7951 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.237567:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f936080/0xcefed536a36dee5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d846d expref: 7951 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.237572:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f936080, rc 0) 00000100:00100000:2.0:1705683772.237584:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4d9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7951:1857:x1788538595309952:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 473us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.237588:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419602 00000100:00100000:2.0:1705683772.237611:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.237628:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.237643:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.237676:0:9335:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091995000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9335:1788538554004864:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1705683772.237681:0:9335:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x991c:0x0]-[0x280000400:0x9ac1:0x0] 00000100:00100000:2.0:1705683772.237687:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237687:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237690:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310016 00000100:00100000:2.0:1705683772.237703:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237703:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237705:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310144 00000100:00100000:2.0:1705683772.237712:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237713:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237715:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419604 00000100:00100000:2.0:1705683772.237717:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091994600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:8dc539e0-a6d0-4264-ae88-11424261aea3+5958:11885:x1788538595310144:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.237722:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.237880:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f935400/0xcefed536a36dee6f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8482 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.237890:0:15027:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dfc0000/0xcefed536a35abf1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b251 expref: 9377 pid: 15079 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.237893:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.237894:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.237895:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f935400/0xcefed536a36dee6f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8482 expref: 5959 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.237904:0:15027:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dfc0000/0xcefed536a35abf1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b251 expref: 9377 pid: 15079 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.237908:0:15027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dfc0000/0xcefed536a35abf1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b251 expref: 9377 pid: 15079 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.237913:0:15027:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e030500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15027:1788538554005184:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.237925:0:15027:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438180 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.237987:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.237996:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237996:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.237999:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310080 00000100:00100000:2.0:1705683772.238007:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238008:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238010:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419605 00000100:00100000:2.0:1705683772.238012:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e034600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+9378:1857:x1788538595310080:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.238016:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683772.238419:0:10694:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a08a0f00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10694:1788538554005248:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1705683772.238437:0:10694:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.238452:0:10694:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135305b40 going to sleep for 167 seconds 00010000:00010000:2.0:1705683772.238465:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f934500/0xcefed536a36dee7d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d847b expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.238476:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99a2:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.238482:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.238483:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.238486:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f934500/0xcefed536a36dee7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d847b expref: 9379 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.238491:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f934500/0xcefed536a36dee7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d847b expref: 9379 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.238495:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f934500, rc 0) 00000100:00100000:2.0:1705683772.238505:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e034600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+9379:1857:x1788538595310080:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 492us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.238508:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419605 00000100:00100000:2.0:1705683772.238535:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.238540:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238541:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238543:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310400 00000100:00100000:2.0:1705683772.238550:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238551:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238553:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419607 00000100:00100000:2.0:1705683772.238555:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:8dc539e0-a6d0-4264-ae88-11424261aea3+5960:18534:x1788538595310400:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.238559:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.238647:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f934780/0xcefed536a36dee84 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8497 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.238655:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007f146800/0xcefed536a369c9e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcd1 expref: 5961 pid: 15078 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.238659:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e569180/0xcefed536a36a9b4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c2deb expref: 9378 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.238662:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.238663:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.238664:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f934780/0xcefed536a36dee84 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8497 expref: 5961 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.238673:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e569180/0xcefed536a36a9b4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2deb expref: 9378 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.238677:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e569180/0xcefed536a36a9b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2deb expref: 9378 pid: 15107 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.238682:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4a1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15128:1788538554005312:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.238696:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007f146800/0xcefed536a369c9e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcd1 expref: 5961 pid: 15078 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.238700:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007f146800/0xcefed536a369c9e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcd1 expref: 5961 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.238708:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4a1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15128:1788538554005376:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.238713:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092361000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.238736:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.238757:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.238822:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.238845:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.238849:0:14251:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238850:0:14251:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238855:0:14251:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310528 00000100:00100000:2.0:1705683772.238867:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238867:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.238870:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419610 00000100:00100000:2.0:1705683772.238872:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4a2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:1856:x1788538595310528:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.238876:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.239186:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f935680/0xcefed536a36dee99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9904:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84a5 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.239198:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9904:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.239207:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.239208:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.239211:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f935680/0xcefed536a36dee99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84a5 expref: 7953 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.239219:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f935680/0xcefed536a36dee99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84a5 expref: 7953 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.239229:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f935680, rc 0) 00000100:00100000:2.0:1705683772.239245:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4a2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1856:x1788538595310528:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 371us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.239250:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419610 00000100:00100000:2.0:1705683772.239259:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239259:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239263:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554002368 00000100:00100000:2.0:1705683772.239273:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239273:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239275:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554003584 00000100:00100000:2.0:1705683772.239286:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239287:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239290:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419613 00000100:00100000:2.0:1705683772.239293:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+658:3081:x1788538554003008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.239300:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23183 count 1 00010000:00010000:2.0:1705683772.239553:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800999bc280/0xcefed536a36deebc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.239559:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8000/0xcefed536a363ab00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597311 expref: 8474 pid: 15110 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.239563:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.239563:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.239564:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800999bc280/0xcefed536a36deebc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.239574:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8000/0xcefed536a363ab00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597311 expref: 8474 pid: 15110 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.239582:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8000/0xcefed536a363ab00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597311 expref: 8474 pid: 15110 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.239587:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554005568:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.239599:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800923616c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.239623:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.239630:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239631:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239634:0:15136:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310656 00000100:00100000:2.0:1705683772.239644:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239644:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.239647:0:15136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419616 00000100:00100000:2.0:1705683772.239648:0:15136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+9380:1857:x1788538595310656:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.239653:0:15136:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.239922:0:15136:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999bea80/0xcefed536a36deeca lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84b3 expref: -99 pid: 15136 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.239934:0:15136:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99a4:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.239943:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.239944:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.239947:0:15136:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999bea80/0xcefed536a36deeca lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84b3 expref: 9381 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.239955:0:15136:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800999bea80/0xcefed536a36deeca lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84b3 expref: 9381 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.239965:0:15136:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999bea80, rc 0) 00000100:00100000:2.0:1705683772.239976:0:15136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+9381:1857:x1788538595310656:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 326us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.239980:0:15136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419616 00000100:00100000:2.0:1705683772.240006:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.240014:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240015:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240018:0:15136:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310720 00000100:00100000:2.0:1705683772.240030:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240031:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240034:0:15136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419617 00000100:00100000:2.0:1705683772.240036:0:15136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1856:x1788538595310720:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.240040:0:15136:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.240268:0:15136:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800999bc500/0xcefed536a36deee6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9905:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84ba expref: -99 pid: 15136 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.240275:0:15136:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9905:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.240281:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240282:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240284:0:15136:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800999bc500/0xcefed536a36deee6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84ba expref: 7954 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240289:0:15136:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800999bc500/0xcefed536a36deee6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84ba expref: 7954 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240292:0:15136:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999bc500, rc 0) 00000100:00100000:2.0:1705683772.240300:0:15136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:1856:x1788538595310720:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 264us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.240303:0:15136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419617 00000100:00100000:2.0:1705683772.240335:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.240340:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240341:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240343:0:15136:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595310784 00000100:00100000:2.0:1705683772.240350:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240350:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240352:0:15136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419619 00000100:00100000:2.0:1705683772.240354:0:15136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4a4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+9381:1857:x1788538595310784:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.240358:0:15136:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.240544:0:15136:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999bd900/0xcefed536a36deef4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84c1 expref: -99 pid: 15136 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.240551:0:15136:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99a5:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.240557:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240558:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240560:0:15136:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999bd900/0xcefed536a36deef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84c1 expref: 9384 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240565:0:15136:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800999bd900/0xcefed536a36deef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84c1 expref: 9384 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240569:0:15136:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999bd900, rc 0) 00000100:00100000:2.0:1705683772.240576:0:15136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4a4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+9384:1857:x1788538595310784:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 221us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.240579:0:15136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419619 00000100:00100000:2.0:1705683772.240585:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240585:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240587:0:15136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419622 00000100:00100000:2.0:1705683772.240589:0:15136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4de900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+7955:1857:x1788538595310976:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.240592:0:15136:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.240760:0:15136:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800999bc780/0xcefed536a36def02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9907:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84d6 expref: -99 pid: 15136 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.240766:0:15136:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9907:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.240771:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240772:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240773:0:15136:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800999bc780/0xcefed536a36def02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84d6 expref: 7956 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240778:0:15136:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800999bc780/0xcefed536a36def02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84d6 expref: 7956 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240782:0:15136:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999bc780, rc 0) 00000100:00100000:2.0:1705683772.240788:0:15136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4de900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1857:x1788538595310976:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 198us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.240791:0:15136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419622 00000100:00100000:2.0:1705683772.240796:0:15136:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240797:0:15136:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.240824:0:15136:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419623 00000100:00100000:2.0:1705683772.240826:0:15136:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4db700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+9384:1857:x1788538595311040:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.240830:0:15136:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.240959:0:15136:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999bc000/0xcefed536a36def17 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84dd expref: -99 pid: 15136 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.240968:0:15136:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99a7:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.240974:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240975:0:15136:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.240977:0:15136:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999bc000/0xcefed536a36def17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84dd expref: 9384 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240981:0:15136:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800999bc000/0xcefed536a36def17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84dd expref: 9384 pid: 15136 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.240985:0:15136:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800999bc000, rc 0) 00000100:00100000:2.0:1705683772.240992:0:15136:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4db700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:c77a26ac-6587-4500-88fc-a375de7e12f4+9384:1857:x1788538595311040:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 166us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.240995:0:15136:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419623 00000100:00100000:2.0:1705683772.241015:0:15066:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:15066:1788538554002816:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.241026:0:15066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.241029:0:15066:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.241030:0:15066:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.241030:0:15066:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241043:0:14267:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091990f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14267:1788538554002688:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.241051:0:14267:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.241054:0:14267:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.241055:0:14267:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.241055:0:14267:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241081:0:10694:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a08a0f00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10694:1788538554005248:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1705683772.241087:0:10694:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0xb99f:0x0]-[0x2c0000401:0xb9e1:0x0] 00000100:00100000:2.0:1705683772.241121:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.241135:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.241172:0:10694:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4a0f00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10694:1788538554005888:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1705683772.241189:0:10694:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.241200:0:10694:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092361f00 going to sleep for 167 seconds 00000100:00100000:2.0:1705683772.241208:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241209:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241214:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554005888 00000100:00100000:2.0:1705683772.241225:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241226:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241230:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419624 00000100:00100000:2.0:1705683772.241233:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4a3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+9384:16401:x1788538595311424:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.241239:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.241423:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cad0280/0xcefed536a36def2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84eb expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.241431:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.241437:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.241438:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.241440:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cad0280/0xcefed536a36def2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84eb expref: 9385 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.241445:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cad0280/0xcefed536a36def2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84eb expref: 9385 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.241452:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cad0280, rc 0) 00000100:00100000:2.0:1705683772.241461:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4a3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+9385:16401:x1788538595311424:12345-192.168.203.16@tcp:101:dd.0 Request processed in 228us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.241464:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419624 00000100:00100000:2.0:1705683772.241592:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.241601:0:6535:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241601:0:6535:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241607:0:6535:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595311680 00000100:00100000:2.0:1705683772.241618:0:6535:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241619:0:6535:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241621:0:6535:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99763 00000100:00100000:2.0:1705683772.241623:0:6535:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4a0a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+1316:21915:x1788538595311680:12345-192.168.203.16@tcp:33:lfs.0 00000004:00200000:2.0:1705683772.241671:0:6535:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2273:0x0]: returning size 4096 00000004:00200000:2.0:1705683772.241672:0:6535:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1705683772.241698:0:6535:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4a0a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+1316:21915:x1788538595311680:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 73us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.241701:0:6535:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99763 00000100:00100000:2.0:1705683772.241776:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.241783:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.241788:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241789:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241792:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595311936 00000100:00100000:2.0:1705683772.241799:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241822:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.241825:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419627 00000100:00100000:2.0:1705683772.241827:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091990f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:8dc539e0-a6d0-4264-ae88-11424261aea3+8475:26792:x1788538595311936:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.241832:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.242171:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cad1900/0xcefed536a36def33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8b94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8507 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242186:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d90d900/0xcefed536a3609382 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb1581d61 expref: 7955 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242191:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.242192:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.242194:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cad1900/0xcefed536a36def33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8507 expref: 8476 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242206:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d90d900/0xcefed536a3609382 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0x927681bb1581d61 expref: 7955 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242214:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d90d900/0xcefed536a3609382 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1581d61 expref: 7955 pid: 15059 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.242223:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554006016:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.242237:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092361d80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.242293:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.242316:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.242323:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242323:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242327:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312384 00010000:00010000:2.0:1705683772.242337:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b476f80/0xcefed536a363aac1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5a8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972e7 expref: 8477 pid: 15063 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.242345:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242346:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242348:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165901 00000100:00100000:2.0:1705683772.242350:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee49900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8477:1858:x1788538595312384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.242355:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.242356:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b476f80/0xcefed536a363aac1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5a8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972e7 expref: 8477 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.242361:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b476f80/0xcefed536a363aac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972e7 expref: 8477 pid: 15063 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.242372:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.242373:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.242374:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4f00/0xcefed536a36ded8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242377:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4f00/0xcefed536a36ded8f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242384:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.242392:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee49900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8477:1858:x1788538595312384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.242395:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165901 00000100:00100000:2.0:1705683772.242414:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.242420:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242420:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242424:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312448 00010000:00010000:2.0:1705683772.242430:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090f90a00/0xcefed536a366d945 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae46d expref: 5962 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.242437:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242438:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242439:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165902 00000100:00100000:2.0:1705683772.242441:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee4f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5962:1858:x1788538595312448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.242444:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.242446:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090f90a00/0xcefed536a366d945 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae46d expref: 5962 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.242450:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090f90a00/0xcefed536a366d945 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae46d expref: 5962 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.242457:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.242458:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.242458:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136794000/0xcefed536a36ded96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242461:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136794000/0xcefed536a36ded96 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242466:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.242473:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee4f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5962:1858:x1788538595312448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 31us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.242476:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165902 00000100:00100000:2.0:1705683772.242620:0:15139:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091993200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_092:lustre-OST0001_UUID:15139:1788538554003904:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.242635:0:15139:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d47e300/0xcefed536a36dedd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15139 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.242641:0:15139:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.242642:0:15139:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.242643:0:15139:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.242678:0:10694:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b4a0f00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10694:1788538554005888:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1705683772.242684:0:10694:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0xb99f:0x0]-[0x2c0000401:0xba01:0x0] 00000100:00100000:2.0:1705683772.242844:0:10694:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ee4e400 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10694:1788538554006144:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1705683772.242860:0:10694:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.242869:0:10694:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130a57480 going to sleep for 167 seconds 00000100:00100000:2.0:1705683772.242940:0:15058:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091995f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:15058:1788538554004224:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.242952:0:15058:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.242956:0:15058:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.242956:0:15058:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.242957:0:15058:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.242964:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cad2080/0xcefed536a36def72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8458 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242974:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135529b80/0xcefed536a35d4244 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b424 expref: 8476 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.242978:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5bc780/0xcefed536a35d43cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b4e8 expref: 7955 pid: 9342 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.242981:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.242981:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.242982:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cad2080/0xcefed536a36def72 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8458 expref: 8476 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.242990:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5bc780/0xcefed536a35d43cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4e8 expref: 7955 pid: 9342 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.242995:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5bc780/0xcefed536a35d43cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4e8 expref: 7955 pid: 9342 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.242999:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ee4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554006208:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.243012:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135529b80/0xcefed536a35d4244 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b424 expref: 8476 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.243016:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135529b80/0xcefed536a35d4244 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b424 expref: 8476 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.243020:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ee4ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554006272:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.243026:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130a570c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.243046:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.243050:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243051:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243054:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312704 00000100:00100000:2.0:1705683772.243063:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243063:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243066:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419630 00000100:00100000:2.0:1705683772.243068:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee4e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+9385:20295:x1788538595312704:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.243072:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.243461:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cad2d00/0xcefed536a36def79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb35b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8523 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.243472:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb35b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.243480:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.243481:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.243484:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cad2d00/0xcefed536a36def79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8523 expref: 9386 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.243492:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cad2d00/0xcefed536a36def79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8523 expref: 9386 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.243498:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cad2d00, rc 0) 00000100:00100000:2.0:1705683772.243512:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee4e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+9386:20295:x1788538595312704:12345-192.168.203.16@tcp:101:dd.0 Request processed in 443us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.243516:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419630 00000100:00100000:2.0:1705683772.243542:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091995a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554004352:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.243551:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801313eb980/0xcefed536a36dedff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.243555:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.243555:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.243556:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243601:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091991900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554004480:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.243609:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.243612:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.243613:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.243613:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243654:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.243658:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243659:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243663:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313152 00000100:00100000:2.0:1705683772.243671:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243671:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.243673:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419631 00000100:00100000:2.0:1705683772.243675:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee48f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9386:26724:x1788538595313152:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.243679:0:15048:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.244083:0:15048:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cad0a00/0xcefed536a36def8e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d852a expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.244091:0:15048:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.244096:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244097:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244099:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cad0a00/0xcefed536a36def8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d852a expref: 9387 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244104:0:15048:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cad0a00/0xcefed536a36def8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d852a expref: 9387 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244108:0:15048:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cad0a00, rc 0) 00000100:00100000:2.0:1705683772.244119:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee48f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9387:26724:x1788538595313152:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 443us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.244122:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419631 00000100:00100000:2.0:1705683772.244134:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244135:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244138:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554006336 00000100:00100000:2.0:1705683772.244145:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244145:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244147:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419632 00000100:00100000:2.0:1705683772.244149:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4da800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+660:3082:x1788538554006336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.244157:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23186 count 1 00010000:00010000:2.0:1705683772.244336:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244342:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b47ad00/0xcefed536a363ab31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597350 expref: 8476 pid: 14214 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.244345:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244346:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244347:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244355:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b47ad00/0xcefed536a363ab31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597350 expref: 8476 pid: 14214 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.244359:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b47ad00/0xcefed536a363ab31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597350 expref: 8476 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.244364:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ee4bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554006400:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.244376:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130a57b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.244383:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244383:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244386:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313600 00010000:00010000:2.0:1705683772.244392:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4c80/0xcefed536a363ab0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5a91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159733b expref: 8477 pid: 14251 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.244406:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244407:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244408:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313344 00010000:00010000:2.0:1705683772.244413:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007f22b480/0xcefed536a3667cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac548 expref: 7957 pid: 15042 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.244419:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244419:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244420:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313728 00010000:00010000:2.0:1705683772.244424:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092532800/0xcefed536a366a1ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acf20 expref: 7958 pid: 15065 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.244430:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244430:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244432:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165903 00000100:00100000:2.0:1705683772.244433:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4dee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8477:1859:x1788538595313600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.244437:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.244438:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4c80/0xcefed536a363ab0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159733b expref: 8477 pid: 14251 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.244443:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4c80/0xcefed536a363ab0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159733b expref: 8477 pid: 14251 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.244450:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244451:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244452:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b69aa80/0xcefed536a36dee30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244455:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b69aa80/0xcefed536a36dee30 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244461:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.244470:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4dee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8477:1859:x1788538595313600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.244472:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165903 00000100:00100000:2.0:1705683772.244477:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244478:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244479:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165904 00000100:00100000:2.0:1705683772.244481:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093298f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7958:1859:x1788538595313344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.244484:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.244485:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007f22b480/0xcefed536a3667cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac548 expref: 7958 pid: 15042 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.244489:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007f22b480/0xcefed536a3667cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac548 expref: 7958 pid: 15042 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.244495:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007f22b480/0xcefed536a3667cc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ac548 expref: 7958 pid: 15042 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.244503:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244504:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244505:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4500/0xcefed536a36dee06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244508:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4500/0xcefed536a36dee06 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244514:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.244520:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093298f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1859:x1788538595313344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.244525:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165904 00000100:00100000:2.0:1705683772.244530:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244530:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244533:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165905 00000100:00100000:2.0:1705683772.244534:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b0bc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1859:x1788538595313728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.244537:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.244538:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092532800/0xcefed536a366a1ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acf20 expref: 7956 pid: 15065 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.244542:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092532800/0xcefed536a366a1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acf20 expref: 7956 pid: 15065 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.244549:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244549:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.244550:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244554:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244558:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.244562:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b0bc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1859:x1788538595313728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.244565:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165905 00010000:00010000:2.0:1705683772.244584:0:14268:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092532800/0xcefed536a366a1ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acf20 expref: 7955 pid: 15065 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.244592:0:14268:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091997300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554005120:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.244600:0:14268:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.244605:0:14268:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.244605:0:14268:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.244606:0:14268:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.244607:0:14268:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244612:0:14268:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244618:0:14268:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244622:0:14268:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244632:0:14268:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.244639:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.244642:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244647:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801313eb700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.244648:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244654:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244663:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244668:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36dee3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.244682:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.244684:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.244685:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.244779:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a9d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+730:3082:x1788538554004288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8241us (8317us total) trans 4295137017 rc 0/0 00000100:00100000:2.0:1705683772.244784:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419596 00000004:00080000:2.0:1705683772.244831:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093298000/2, rc 0, transno 169721 00000100:00100000:2.0:1705683772.244843:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554004288:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683772.244872:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.244887:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.244910:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244911:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244916:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595314112 00000100:00100000:2.0:1705683772.244924:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244925:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244926:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595314240 00000100:00100000:2.0:1705683772.244930:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244931:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244932:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554006464 00000100:00100000:2.0:1705683772.244943:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244943:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.244946:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419637 00000100:00100000:2.0:1705683772.244948:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ca0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+730:3083:x1788538554006464:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.244955:0:14268:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32661 count 1 00010000:00010000:2.0:1705683772.245082:0:14268:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245087:0:14268:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097381b80/0xcefed536a366b0b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ad3d4 expref: 7954 pid: 14272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245091:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.245091:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.245092:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245102:0:14268:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097381b80/0xcefed536a366b0b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ad3d4 expref: 7954 pid: 14272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245106:0:14268:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097381b80/0xcefed536a366b0b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ad3d4 expref: 7954 pid: 14272 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.245111:0:14268:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ee48a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554006528:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.245123:0:14268:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130a57e40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.245139:0:15027:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e030500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15027:1788538554005184:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.245149:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f935400/0xcefed536a36dee6f lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8482 expref: 5960 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245158:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f935400, rc 0) 00000100:00100000:2.0:1705683772.245165:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091994600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:8dc539e0-a6d0-4264-ae88-11424261aea3+5960:11885:x1788538595310144:12345-192.168.203.16@tcp:101:dd.0 Request processed in 7447us (7536us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.245168:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419604 00000100:00100000:2.0:1705683772.245240:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.245282:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.245298:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.245310:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.245317:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245318:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245323:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595311744 00000100:00100000:2.0:1705683772.245334:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245335:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245338:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419639 00000100:00100000:2.0:1705683772.245341:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee4da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9389:1857:x1788538595311744:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.245347:0:15048:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.245634:0:15048:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8000/0xcefed536a36defbf lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84f9 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.245641:0:15048:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99a8:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.245648:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.245649:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.245651:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8000/0xcefed536a36defbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84f9 expref: 9390 pid: 15048 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.245656:0:15048:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8000/0xcefed536a36defbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84f9 expref: 9390 pid: 15048 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.245661:0:15048:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1c8000, rc 0) 00010000:00010000:2.0:1705683772.245671:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.245673:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b032300/0xcefed536a36ded81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245676:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b032300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.245677:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b032300/0xcefed536a36ded81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245681:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b032300/0xcefed536a36ded81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245687:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b032300/0xcefed536a36ded81 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245689:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b032300/0xcefed536a36ded81 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245698:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.245699:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.245700:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.245709:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee4da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9390:1857:x1788538595311744:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 367us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.245712:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419639 00000100:00100000:2.0:1705683772.245736:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.245743:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245744:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245747:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312000 00010000:00010000:2.0:1705683772.245752:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd99400/0xcefed536a366d976 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae497 expref: 5959 pid: 15040 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.245759:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245760:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245762:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165908 00000100:00100000:2.0:1705683772.245764:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee4c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5959:1857:x1788538595312000:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.245767:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.245768:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fd99400/0xcefed536a366d976 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae497 expref: 5959 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.245772:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fd99400/0xcefed536a366d976 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae497 expref: 5959 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.245779:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fd99400/0xcefed536a366d976 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae497 expref: 5959 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.245784:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.245785:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.245786:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b033980/0xcefed536a36ded57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245789:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b033980/0xcefed536a36ded57 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245798:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.245830:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee4c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5958:1857:x1788538595312000:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 65us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.245833:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165908 00000100:00100000:2.0:1705683772.245883:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.245890:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245891:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245894:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312192 00010000:00010000:2.0:1705683772.245900:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131e30c80/0xcefed536a36ba5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca825 expref: 5958 pid: 15141 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.245913:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245914:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.245916:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165909 00000100:00100000:2.0:1705683772.245917:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee4d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5958:1857:x1788538595312192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.245921:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.245922:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131e30c80/0xcefed536a36ba5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca825 expref: 5958 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.245926:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131e30c80/0xcefed536a36ba5ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca825 expref: 5958 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.245935:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131e30c80/0xcefed536a36ba5ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca825 expref: 5958 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.245941:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.245942:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.245943:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007f3efc00/0xcefed536a36ded65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245947:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007f3efc00/0xcefed536a36ded65 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.245955:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.245966:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee4d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5957:1857:x1788538595312192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.245969:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165909 00000100:00100000:2.0:1705683772.245992:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1705683772.246011:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.246013:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007f3efc00/0xcefed536a36ded65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246016:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88007f3efc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.246017:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007f3efc00/0xcefed536a36ded65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246021:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007f3efc00/0xcefed536a36ded65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246026:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007f3efc00/0xcefed536a36ded65 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246029:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007f3efc00/0xcefed536a36ded65 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246037:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.246038:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b69aa80/0xcefed536a36dee30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246044:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b69aa80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.246045:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b69aa80/0xcefed536a36dee30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246047:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b69aa80/0xcefed536a36dee30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246052:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b69aa80/0xcefed536a36dee30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246054:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b69aa80/0xcefed536a36dee30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246061:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.246062:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.246063:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.246103:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.246109:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246109:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246112:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312576 00010000:00010000:2.0:1705683772.246118:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b530f00/0xcefed536a366dc32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae59a expref: 5957 pid: 15137 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.246126:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246126:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246128:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165910 00000100:00100000:2.0:1705683772.246130:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5957:1857:x1788538595312576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.246135:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.246136:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b530f00/0xcefed536a366dc32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae59a expref: 5957 pid: 15137 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.246140:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b530f00/0xcefed536a366dc32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae59a expref: 5957 pid: 15137 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.246148:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b530f00/0xcefed536a366dc32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae59a expref: 5957 pid: 15137 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.246153:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.246154:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.246155:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b033c00/0xcefed536a36deda4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246158:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b033c00/0xcefed536a36deda4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246171:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.246182:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5956:1857:x1788538595312576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 50us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.246186:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165910 00000004:00080000:2.0:1705683772.246210:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a9da00/2, rc 0, transno 169723 00000100:00100000:2.0:1705683772.246218:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a9da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554004608:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1705683772.246224:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.246226:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b033c00/0xcefed536a36deda4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246235:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b033c00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.246237:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b033c00/0xcefed536a36deda4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246242:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b033c00/0xcefed536a36deda4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246253:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b033c00/0xcefed536a36deda4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246258:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b033c00/0xcefed536a36deda4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246270:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.246271:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.246272:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.246306:0:10694:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ee4e400 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10694:1788538554006144:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1705683772.246311:0:10694:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0xb99f:0x0]-[0x2c0000401:0xba21:0x0] 00000004:00080000:2.0:1705683772.246424:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800971fda00/2, rc 0, transno 170450 00000100:00100000:2.0:1705683772.246429:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800971fda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554003072:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683772.246436:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007f381900/2, rc 0, transno 170448 00000100:00100000:2.0:1705683772.246439:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007f381900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554002432:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1705683772.246441:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683772.246445:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ee49900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554006592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683772.246460:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.246471:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1705683772.246474:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0166e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554006848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683772.246492:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.246498:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246499:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246502:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312768 00010000:00010000:2.0:1705683772.246509:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d47d680/0xcefed536a36b9eb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca5b6 expref: 5956 pid: 15027 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.246516:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246517:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246519:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165911 00000100:00100000:2.0:1705683772.246521:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e030500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5956:1857:x1788538595312768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.246524:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.246525:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d47d680/0xcefed536a36b9eb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca5b6 expref: 5956 pid: 15027 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.246530:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d47d680/0xcefed536a36b9eb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca5b6 expref: 5956 pid: 15027 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.246539:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d47d680/0xcefed536a36b9eb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca5b6 expref: 5956 pid: 15027 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.246544:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.246545:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.246546:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36dedc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246552:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36dedc7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246560:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.246568:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e030500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5955:1857:x1788538595312768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.246571:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165911 00000100:00100000:2.0:1705683772.246580:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.246589:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0161400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554006912:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1705683772.246598:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.246612:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.246616:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246617:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246619:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312896 00010000:00010000:2.0:1705683772.246624:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2fc00/0xcefed536a36ba49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca7bc expref: 5955 pid: 15026 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.246631:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246631:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246633:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165912 00000100:00100000:2.0:1705683772.246635:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880091995a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5955:1857:x1788538595312896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.246638:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.246639:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090f2fc00/0xcefed536a36ba49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca7bc expref: 5955 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.246643:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090f2fc00/0xcefed536a36ba49f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca7bc expref: 5955 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.246652:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f2fc00/0xcefed536a36ba49f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca7bc expref: 5955 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.246658:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.246658:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.246659:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b698a00/0xcefed536a36deddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246663:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b698a00/0xcefed536a36deddc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246670:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.246677:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091995a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5954:1857:x1788538595312896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.246679:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165912 00010000:00010000:2.0:1705683772.246687:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b698a00/0xcefed536a36deddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246691:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b698a00/0xcefed536a36deddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246694:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b698a00/0xcefed536a36deddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246697:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b698a00/0xcefed536a36deddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.246705:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.246774:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800971fe900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+1745:3081:x1788538554002304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11596us (11864us total) trans 4295137747 rc 0/0 00000100:00100000:2.0:1705683772.246778:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419582 00000100:00100000:2.0:1705683772.246789:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246789:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.246791:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419644 00000100:00100000:2.0:1705683772.246793:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+662:9339:x1788538554006784:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1705683772.246827:0:15039:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 64 objects in group 0x280000401 at 49442 00000100:00100000:2.0:1705683772.247947:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009854d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0000-mdtlov_UUID+3707:10694:x1788538554006656:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1523us (1552us total) trans 4295137748 rc 0/0 00000100:00100000:2.0:1705683772.247951:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419641 00000100:00100000:2.0:1705683772.247958:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.247959:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.247961:0:15140:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554007296 00000100:00100000:2.0:1705683772.247968:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.247969:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.247970:0:15140:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554007488 00000100:00100000:2.0:1705683772.247974:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.247975:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.247977:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419648 00000100:00100000:2.0:1705683772.247978:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135313c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+1746:3084:x1788538554007296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.247985:0:15140:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37049 count 1 00010000:00010000:2.0:1705683772.248019:0:15140:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248025:0:15140:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a18780/0xcefed536a36babde lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15caa1d expref: 5953 pid: 15051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248032:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.248033:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.248034:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248042:0:15140:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a18780/0xcefed536a36babde lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caa1d expref: 5953 pid: 15051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248047:0:15140:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a18780/0xcefed536a36babde lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caa1d expref: 5953 pid: 15051 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.248052:0:15140:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091995f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0001_UUID:15140:1788538554007616:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.248062:0:15140:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130a57240 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.248068:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248069:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248072:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419650 00000100:00100000:2.0:1705683772.248074:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135310500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+1746:3084:x1788538554007552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.248081:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37050 count 1 00010000:00010000:2.0:1705683772.248113:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8280/0xcefed536a36df01a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248119:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007f1b8a00/0xcefed536a36bad89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15caa94 expref: 5953 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248123:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.248123:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.248124:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8280/0xcefed536a36df01a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248132:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007f1b8a00/0xcefed536a36bad89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caa94 expref: 5953 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248137:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007f1b8a00/0xcefed536a36bad89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caa94 expref: 5953 pid: 15028 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.248141:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091993200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0001_UUID:15123:1788538554007744:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.248149:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130a57480 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.248159:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248160:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248163:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554007680 00000100:00100000:2.0:1705683772.248176:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248177:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248179:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313024 00010000:00010000:2.0:1705683772.248186:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4780/0xcefed536a363aad6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972fc expref: 8477 pid: 15030 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.248193:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248194:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248196:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165913 00000100:00100000:2.0:1705683772.248198:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8477:1857:x1788538595313024:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.248201:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.248203:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4780/0xcefed536a363aad6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972fc expref: 8477 pid: 15030 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248207:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4780/0xcefed536a363aad6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972fc expref: 8477 pid: 15030 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248215:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4780/0xcefed536a363aad6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972fc expref: 8477 pid: 15030 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248220:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248221:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248222:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4280/0xcefed536a36dede3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248225:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4280/0xcefed536a36dede3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248239:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.248247:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8476:1857:x1788538595313024:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.248250:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165913 00000100:00100000:2.0:1705683772.248270:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248271:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248273:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313216 00010000:00010000:2.0:1705683772.248279:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dd89900/0xcefed536a3669632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acbbc expref: 7956 pid: 15135 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.248290:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248291:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248294:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165914 00000100:00100000:2.0:1705683772.248297:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1857:x1788538595313216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.248302:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.248304:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dd89900/0xcefed536a3669632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acbbc expref: 7956 pid: 15135 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.248311:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dd89900/0xcefed536a3669632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acbbc expref: 7956 pid: 15135 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.248323:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dd89900/0xcefed536a3669632 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15acbbc expref: 7956 pid: 15135 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.248331:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248331:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248333:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248338:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248351:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.248361:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7955:1857:x1788538595313216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 63us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.248365:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165914 00010000:00010000:2.0:1705683772.248379:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.248381:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36dedc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248385:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b699e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.248386:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36dedc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248392:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36dedc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248399:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36dedc7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248402:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36dedc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248412:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.248413:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4280/0xcefed536a36dede3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248416:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a2f4280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.248417:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4280/0xcefed536a36dede3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248420:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4280/0xcefed536a36dede3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248423:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4280/0xcefed536a36dede3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248426:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2f4280/0xcefed536a36dede3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248434:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.248435:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.248435:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.248441:0:15058:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248444:0:15058:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248447:0:15058:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248450:0:15058:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d47f700/0xcefed536a36dedf8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248457:0:15058:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.248511:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248512:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248515:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313408 00010000:00010000:2.0:1705683772.248522:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009704d180/0xcefed536a36ba15e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca657 expref: 5954 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.248529:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248529:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248531:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595313536 00010000:00010000:2.0:1705683772.248534:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce5e080/0xcefed536a366dc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5a8 expref: 5955 pid: 14224 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.248542:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248543:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248545:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165915 00000100:00100000:2.0:1705683772.248547:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135313700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5955:1857:x1788538595313408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.248550:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.248551:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009704d180/0xcefed536a36ba15e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca657 expref: 5955 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.248556:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009704d180/0xcefed536a36ba15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca657 expref: 5955 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.248563:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009704d180/0xcefed536a36ba15e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca657 expref: 5955 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.248570:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248571:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248572:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248575:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248582:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.248588:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135313700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5954:1857:x1788538595313408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.248591:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165915 00000100:00100000:2.0:1705683772.248596:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248597:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248598:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595314304 00010000:00010000:2.0:1705683772.248602:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009dfc0000/0xcefed536a35abf1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b251 expref: 9390 pid: 15079 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.248609:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248610:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248611:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595311168 00010000:00010000:2.0:1705683772.248615:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b472a80/0xcefed536a363a9be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971d6 expref: 8476 pid: 15030 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.248621:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248621:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248623:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165916 00000100:00100000:2.0:1705683772.248625:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5953:1857:x1788538595313536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.248628:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.248629:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce5e080/0xcefed536a366dc55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5a8 expref: 5953 pid: 14224 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248633:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce5e080/0xcefed536a366dc55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5a8 expref: 5953 pid: 14224 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248639:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce5e080/0xcefed536a366dc55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5a8 expref: 5953 pid: 14224 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248646:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248646:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248647:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b69ad00/0xcefed536a36dee22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248653:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b69ad00/0xcefed536a36dee22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248660:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.248664:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5952:1857:x1788538595313536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.248666:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165916 00000100:00100000:2.0:1705683772.248670:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248671:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248672:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165917 00000100:00100000:2.0:1705683772.248674:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+9391:1857:x1788538595314304:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.248677:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.248682:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dfc0000/0xcefed536a35abf1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b251 expref: 9391 pid: 15079 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248686:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dfc0000/0xcefed536a35abf1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b251 expref: 9391 pid: 15079 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248691:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dfc0000/0xcefed536a35abf1d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b251 expref: 9391 pid: 15079 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248697:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248698:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248699:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f935400/0xcefed536a36dee6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8482 expref: 5951 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248705:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f935400/0xcefed536a36dee6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8482 expref: 5951 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248714:0:14212:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f935400/0xcefed536a36dee6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8482 expref: 5951 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.248718:0:14212:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880091995a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14212:1788538554008128:192.168.203.16@tcp:105: 00000100:00100000:2.0:1705683772.248726:0:14212:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438a80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.248734:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248734:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248739:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165918 00000100:00100000:2.0:1705683772.248741:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a38a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8476:1857:x1788538595311168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.248744:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.248745:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b472a80/0xcefed536a363a9be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971d6 expref: 8476 pid: 15030 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248750:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b472a80/0xcefed536a363a9be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971d6 expref: 8476 pid: 15030 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248756:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b472a80/0xcefed536a363a9be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15971d6 expref: 8476 pid: 15030 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.248762:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248762:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.248763:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248767:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.248773:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.248778:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a38a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8475:1857:x1788538595311168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.248780:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165918 00000100:00100000:2.0:1705683772.248831:0:15058:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800971fa800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+733:3081:x1788538554003264:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13496us (13899us total) trans 4295137021 rc 0/0 00000100:00100000:2.0:1705683772.248835:0:15058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419584 00000100:00100000:2.0:1705683772.248842:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248843:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.248845:0:15058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419656 00000100:00100000:2.0:1705683772.248847:0:15058:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a3a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1857:x1788538595314048:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.248851:0:15058:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.249030:0:15058:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb200/0xcefed536a36df03d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x990b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d854d expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.249037:0:15058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x990b:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.249043:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.249044:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.249046:0:15058:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb200/0xcefed536a36df03d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x990b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d854d expref: 7957 pid: 15058 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.249051:0:15058:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb200/0xcefed536a36df03d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x990b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d854d expref: 7957 pid: 15058 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.249058:0:15058:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1cb200, rc 0) 00000100:00100000:2.0:1705683772.249065:0:15058:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a3a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1857:x1788538595314048:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 217us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.249068:0:15058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419656 00010000:00010000:2.0:1705683772.249082:0:14267:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249086:0:14267:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249089:0:14267:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249092:0:14267:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249097:0:14267:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.249155:0:14267:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009339b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+665:3081:x1788538553996352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15567us (15614us total) trans 4295137022 rc 0/0 00000100:00100000:2.0:1705683772.249159:0:14267:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419565 00010000:00010000:2.0:1705683772.249275:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.249276:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249280:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800907c3480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.249281:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249285:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249292:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249295:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800907c3480/0xcefed536a36ded6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249303:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.249304:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.249305:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.249310:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249313:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249316:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249319:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249325:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.249384:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a9c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0001-mdtlov_UUID+1749:3081:x1788538554000896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13556us (13797us total) trans 4295137750 rc 0/0 00000100:00100000:2.0:1705683772.249388:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419590 00010000:00010000:2.0:1705683772.249397:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.249399:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249402:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801313e9e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.249403:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249406:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249412:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249415:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36dee0d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249424:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.249425:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b69ad00/0xcefed536a36dee22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249428:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b69ad00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.249429:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b69ad00/0xcefed536a36dee22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249434:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b69ad00/0xcefed536a36dee22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249438:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b69ad00/0xcefed536a36dee22 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249440:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b69ad00/0xcefed536a36dee22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249447:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.249447:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.249448:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.249456:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249456:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249458:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419659 00000100:00100000:2.0:1705683772.249460:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1748:3081:x1788538554007680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.249466:0:15048:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37051 count 1 00010000:00010000:2.0:1705683772.249498:0:15048:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249503:0:15048:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec0ea80/0xcefed536a36bafc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cab3c expref: 5951 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249506:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.249507:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.249508:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249519:0:15048:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec0ea80/0xcefed536a36bafc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cab3c expref: 5951 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249524:0:15048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec0ea80/0xcefed536a36bafc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cab3c expref: 5951 pid: 15141 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.249529:0:15048:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095de8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554008320:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.249538:0:15048:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438c00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.249574:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.249580:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249581:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249584:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595311296 00010000:00010000:2.0:1705683772.249590:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00a5400/0xcefed536a36b9bfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca4ba expref: 5952 pid: 15142 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.249597:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249597:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249599:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165919 00000100:00100000:2.0:1705683772.249601:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013214cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5952:1857:x1788538595311296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.249604:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.249606:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00a5400/0xcefed536a36b9bfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca4ba expref: 5952 pid: 15142 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.249610:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00a5400/0xcefed536a36b9bfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca4ba expref: 5952 pid: 15142 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.249620:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00a5400/0xcefed536a36b9bfb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca4ba expref: 5952 pid: 15142 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.249625:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.249626:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.249627:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249631:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249638:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.249644:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013214cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5951:1857:x1788538595311296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.249646:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165919 00010000:00010000:2.0:1705683772.249655:0:15066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249658:0:15066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249661:0:15066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249664:0:15066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800907c0500/0xcefed536a36ded7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.249679:0:15066:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.249734:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a2edf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0001-mdtlov_UUID+1749:3081:x1788538553999040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15885us (16120us total) trans 4295137752 rc 0/0 00000100:00100000:2.0:1705683772.249738:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419569 00000100:00100000:2.0:1705683772.249758:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.249763:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249764:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249766:0:15066:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595311488 00000100:00100000:2.0:1705683772.249773:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249773:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.249775:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419660 00000100:00100000:2.0:1705683772.249777:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013214bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1857:x1788538595311488:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.249781:0:15066:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.249995:0:15066:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8a00/0xcefed536a36df059 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9908:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d84f2 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.250002:0:15066:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9908:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.250008:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250009:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250011:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8a00/0xcefed536a36df059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84f2 expref: 7958 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.250016:0:15066:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8a00/0xcefed536a36df059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d84f2 expref: 7958 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.250020:0:15066:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1c8a00, rc 0) 00000100:00100000:2.0:1705683772.250027:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013214bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:c77a26ac-6587-4500-88fc-a375de7e12f4+7958:1857:x1788538595311488:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 249us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.250032:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419660 00000004:00080000:2.0:1705683772.250050:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a9c600/2, rc 0, transno 170455 00000100:00100000:2.0:1705683772.250055:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a9c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554004672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683772.250069:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683772.250073:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132148f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554008448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683772.250090:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.250100:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250101:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250104:0:15058:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554008448 00000100:00100000:2.0:1705683772.250111:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250112:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250114:0:15058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419662 00000100:00100000:2.0:1705683772.250115:0:15058:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132149900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3710:3083:x1788538554008448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.250122:0:15058:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36189 count 1 00010000:00010000:2.0:1705683772.250214:0:15058:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250220:0:15058:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b296a80/0xcefed536a366dc71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5e0 expref: 5950 pid: 15137 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.250223:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250224:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250224:0:15058:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250233:0:15058:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b296a80/0xcefed536a366dc71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5e0 expref: 5950 pid: 15137 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.250240:0:15058:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b296a80/0xcefed536a366dc71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5e0 expref: 5950 pid: 15137 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.250245:0:15058:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013214d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:15058:1788538554008640:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.250254:0:15058:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438600 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.250277:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250278:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250281:0:15066:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554008576 00000100:00100000:2.0:1705683772.250289:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250289:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250291:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419663 00000100:00100000:2.0:1705683772.250293:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0001-mdtlov_UUID+733:3082:x1788538554008576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.250299:0:15066:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32663 count 1 00010000:00010000:2.0:1705683772.250442:0:15066:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250448:0:15066:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096ddf200/0xcefed536a366baf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ad74d expref: 7957 pid: 15051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250451:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.250452:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.250452:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250461:0:15066:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096ddf200/0xcefed536a366baf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ad74d expref: 7957 pid: 15051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250468:0:15066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096ddf200/0xcefed536a366baf9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ad74d expref: 7957 pid: 15051 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.250473:0:15066:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013214df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:15066:1788538554008832:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.250481:0:15066:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.250497:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.250503:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250504:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250506:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595311872 00010000:00010000:2.0:1705683772.250512:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b47a300/0xcefed536a363aab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972d2 expref: 8475 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.250519:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250519:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250521:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165920 00000100:00100000:2.0:1705683772.250523:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078979050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8475:1857:x1788538595311872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.250526:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.250528:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b47a300/0xcefed536a363aab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972d2 expref: 8475 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.250532:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b47a300/0xcefed536a363aab3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972d2 expref: 8475 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.250539:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b47a300/0xcefed536a363aab3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15972d2 expref: 8475 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.250548:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250548:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250549:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2f6300/0xcefed536a36ded50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250553:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2f6300/0xcefed536a36ded50 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250560:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.250572:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078979050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8474:1857:x1788538595311872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.250576:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165920 00000100:00100000:2.0:1705683772.250615:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.250625:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250625:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250630:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312128 00010000:00010000:2.0:1705683772.250639:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2ea80/0xcefed536a36ba348 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca729 expref: 5951 pid: 15026 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.250650:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250651:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250654:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165921 00000100:00100000:2.0:1705683772.250657:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013214e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5951:1857:x1788538595312128:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.250663:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.250665:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090f2ea80/0xcefed536a36ba348 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca729 expref: 5951 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.250677:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090f2ea80/0xcefed536a36ba348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca729 expref: 5951 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.250686:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f2ea80/0xcefed536a36ba348 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ca729 expref: 5951 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.250694:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250694:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.250695:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2f6080/0xcefed536a36ded5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250698:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2f6080/0xcefed536a36ded5e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250707:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.250714:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013214e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5950:1857:x1788538595312128:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 57us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.250717:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165921 00000004:00080000:2.0:1705683772.250736:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ca3c00/2, rc 0, transno 169729 00000100:00100000:2.0:1705683772.250740:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ca3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554001984:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1705683772.250756:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.250757:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a2f6080/0xcefed536a36ded5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250760:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a2f6080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.250762:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a2f6080/0xcefed536a36ded5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250765:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a2f6080/0xcefed536a36ded5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250771:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a2f6080/0xcefed536a36ded5e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250773:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2f6080/0xcefed536a36ded5e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.250781:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.250782:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.250782:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.250785:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683772.250788:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096199400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554009088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683772.250838:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683772.250863:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250864:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250868:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419666 00000100:00100000:2.0:1705683772.250870:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0163700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+734:9335:x1788538554009024:12345-0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1705683772.250875:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250875:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.250877:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419668 00000100:00100000:2.0:1705683772.250879:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009619cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+667:3083:x1788538554009088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.250886:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23191 count 1 00010000:00010000:2.0:1705683772.251021:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.251029:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8f00/0xcefed536a363ab9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15973ce expref: 8473 pid: 15135 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.251033:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.251033:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.251034:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.251043:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8f00/0xcefed536a363ab9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ce expref: 8473 pid: 15135 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.251047:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8f00/0xcefed536a363ab9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ce expref: 8473 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.251051:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096199900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554009280:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.251060:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7000 going to sleep for 11 seconds 00000004:00080000:2.0:1705683772.251075:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073556400/2, rc 0, transno 170459 00000100:00100000:2.0:1705683772.251079:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073556400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554002048:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.251091:0:15027:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 39682 00000100:00100000:2.0:1705683772.252628:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a3da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:lustre-MDT0000-mdtlov_UUID+668:9339:x1788538554009216:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1743us (1781us total) trans 4295137026 rc 0/0 00000100:00100000:2.0:1705683772.252632:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419669 00000100:00100000:2.0:1705683772.252926:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.252927:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.252932:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312256 00010000:00010000:2.0:1705683772.252943:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee46800/0xcefed536a366d95a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae47b expref: 5950 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.252959:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.252960:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.252963:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312832 00010000:00010000:2.0:1705683772.252971:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094daef80/0xcefed536a366da56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae4dd expref: 5951 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.252983:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.252984:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.252988:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165922 00000100:00100000:2.0:1705683772.252991:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5952:1857:x1788538595312256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.252997:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.252999:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee46800/0xcefed536a366d95a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae47b expref: 5952 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.253004:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee46800/0xcefed536a366d95a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae47b expref: 5952 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.253013:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee46800/0xcefed536a366d95a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae47b expref: 5952 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.253021:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.253022:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.253023:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b718f00/0xcefed536a36ded88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253026:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b718f00/0xcefed536a36ded88 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253039:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.253048:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5951:1857:x1788538595312256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 57us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.253052:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165922 00000100:00100000:2.0:1705683772.253059:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.253060:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.253062:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165924 00000100:00100000:2.0:1705683772.253064:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938cda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5950:1857:x1788538595312832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.253068:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.253069:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094daef80/0xcefed536a366da56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae4dd expref: 5950 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.253073:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094daef80/0xcefed536a366da56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae4dd expref: 5950 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.253079:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094daef80/0xcefed536a366da56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae4dd expref: 5950 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.253085:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.253085:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.253086:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2f4c80/0xcefed536a36dedce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253089:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2f4c80/0xcefed536a36dedce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253098:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.253103:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938cda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5948:1857:x1788538595312832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.253106:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165924 00000100:00100000:2.0:1705683772.253117:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.253117:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.253120:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595312512 00000100:00100000:2.0:1705683772.253127:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.253127:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.253129:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419673 00000100:00100000:2.0:1705683772.253131:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938ce400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:c77a26ac-6587-4500-88fc-a375de7e12f4+9391:1857:x1788538595312512:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.253135:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.253516:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.253522:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1ca800/0xcefed536a36df091 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d851c expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.253530:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99a9:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.253536:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.253536:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.253538:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1ca800/0xcefed536a36df091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d851c expref: 9392 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.253543:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1ca800/0xcefed536a36df091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d851c expref: 9392 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.253547:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1ca800, rc 0) 00000100:00100000:2.0:1705683772.253555:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938ce400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_056:c77a26ac-6587-4500-88fc-a375de7e12f4+9392:1857:x1788538595312512:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 423us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.253558:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419673 00010000:00010000:2.0:1705683772.253663:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.253665:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b699400/0xcefed536a36dedea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253669:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b699400 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.253670:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b699400/0xcefed536a36dedea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253673:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b699400/0xcefed536a36dedea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253679:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b699400/0xcefed536a36dedea lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253682:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b699400/0xcefed536a36dedea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253690:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.253690:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.253691:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.253892:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801313eb980/0xcefed536a36dedff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253896:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801313eb980/0xcefed536a36dedff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253902:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801313eb980/0xcefed536a36dedff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253905:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801313eb980/0xcefed536a36dedff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.253911:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.253970:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+737:3083:x1788538554003712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18439us (18461us total) trans 4295137029 rc 0/0 00000100:00100000:2.0:1705683772.253973:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419587 00000100:00100000:2.0:1705683772.254008:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0163700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+736:9335:x1788538554009024:12345-0@lo:5:osp-pre-0-1.0 Request processed in 3137us (3238us total) trans 4295137028 rc 0/0 00000100:00100000:2.0:1705683772.254011:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419666 00000100:00100000:2.0:1705683772.254027:0:9335:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0164600 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:9335:1788538554009024:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1705683772.254032:0:9335:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x991d:0x0]-[0x280000400:0x9b21:0x0] 00010000:00010000:2.0:1705683772.254070:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.254072:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b69ed00/0xcefed536a36dee29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.254075:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b69ed00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.254076:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b69ed00/0xcefed536a36dee29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.254080:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b69ed00/0xcefed536a36dee29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.254089:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b69ed00/0xcefed536a36dee29 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.254092:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b69ed00/0xcefed536a36dee29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.254101:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.254101:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.254102:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683772.254131:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x991e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254134:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99be:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254136:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x991f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254138:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99bf:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254139:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9920:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254141:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254143:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9921:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254145:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254146:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9922:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254148:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254150:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9923:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254152:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254153:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9924:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254155:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254156:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9925:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254158:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254160:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9926:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254162:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254164:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9927:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254165:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254167:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9928:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254169:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254170:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9929:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254172:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99c9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254174:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x992a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254175:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ca:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254177:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x992b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254179:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99cb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254181:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x992c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254183:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99cc:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254184:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x992d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254186:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99cd:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254188:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x992e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254189:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ce:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254191:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x992f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254192:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99cf:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254194:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9930:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254196:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254198:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9931:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254199:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254201:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9932:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254203:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254205:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9933:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254206:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254208:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9934:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254210:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254212:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9935:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254214:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254216:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9936:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254217:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254219:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9937:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254220:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254222:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9938:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254224:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254226:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9939:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254227:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99d9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254229:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x993a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254231:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99da:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254233:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x993b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254234:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99db:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254236:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x993c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254238:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99dc:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254240:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x993d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254241:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99dd:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254243:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x993e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254245:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99de:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254247:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x993f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254249:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99df:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254251:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9940:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254252:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254254:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9941:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254256:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254258:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9942:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254259:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254261:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254263:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9943:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254265:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254267:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9944:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254269:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254271:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9945:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254273:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254276:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9946:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254279:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254282:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9947:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254285:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254288:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9948:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254291:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99e9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254294:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9949:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254297:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ea:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254300:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x994a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254303:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99eb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254307:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x994b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254310:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ec:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254313:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x994c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254315:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ed:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254318:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x994d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254321:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ee:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254324:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x994e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254326:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ef:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254330:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x994f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254332:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254335:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9950:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254338:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254341:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9951:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254344:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254347:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9952:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254350:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254353:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9953:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254356:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254359:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9954:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254362:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254366:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9955:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254369:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254372:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9956:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254376:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254378:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9957:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254380:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254382:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9958:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254384:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99f9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254386:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9959:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254388:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99fa:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254390:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x995a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254391:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99fb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254393:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x995b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254395:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99fc:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254396:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x995c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254398:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99fd:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254400:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x995d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254402:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99fe:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254404:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x995e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254405:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x99ff:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254407:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x995f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254409:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a00:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254411:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9960:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254413:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a01:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254415:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9961:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254416:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a02:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254418:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9962:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254420:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a03:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254422:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a04:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254424:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a05:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254426:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a06:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254428:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a07:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254430:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a08:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254432:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a09:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254434:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a0a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254436:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a0b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254437:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a0c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254439:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a0d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254441:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a0e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254442:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a0f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254445:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a10:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254446:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a11:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254448:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a12:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254450:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a13:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254452:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a14:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254454:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a15:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254456:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a16:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254458:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a17:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254459:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a18:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254461:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a19:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254463:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a1a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254464:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a1b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254466:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a1c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254468:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a1d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254470:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a1e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254472:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a1f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254474:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a20:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254476:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a21:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254478:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a22:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254479:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a23:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254481:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a24:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254483:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a25:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254484:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a26:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254486:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a27:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254488:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a28:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254490:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a29:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254491:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a2a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254493:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a2b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254495:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a2c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254496:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a2d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254498:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a2e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254499:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a2f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254501:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a30:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254503:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a31:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254505:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a32:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254507:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a33:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254509:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a34:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254511:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9963:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254512:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a35:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254514:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9964:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254516:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a36:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254518:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9965:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254519:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a37:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254521:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9966:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254523:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a38:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254524:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9967:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254526:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a39:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254528:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9968:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254529:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a3a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254531:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9969:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254533:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a3b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254534:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x996a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254536:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a3c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254537:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x996b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254539:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a3d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254541:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x996c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254543:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a3e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254544:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x996d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254546:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a3f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254548:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x996e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254549:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a40:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254551:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x996f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254552:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a41:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254554:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9970:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254556:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a42:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254558:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9971:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254560:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a43:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254561:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9972:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254563:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9973:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254565:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9974:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254567:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9975:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254568:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9976:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254570:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9977:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254572:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9978:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254574:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9979:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254576:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x997a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254577:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x997b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254579:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x997c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254581:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x997d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254583:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x997e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254584:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x997f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254586:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9980:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254588:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9981:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254590:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9982:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254592:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9983:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254594:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a44:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254595:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9984:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254597:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a45:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254599:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9985:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254601:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a46:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254603:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9986:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254604:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a47:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254607:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9987:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254609:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a48:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254610:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9988:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254612:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a49:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254613:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9989:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254615:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a4a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254617:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x998a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254618:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a4b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254620:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x998b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254622:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a4c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254623:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x998c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254625:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a4d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254626:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x998d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254628:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a4e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254630:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x998e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254631:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a4f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254633:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x998f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254635:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a50:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254637:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9990:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254638:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a51:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254640:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9991:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254642:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a52:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254644:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9992:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254646:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a53:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254647:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9993:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254649:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a54:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254651:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9994:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254652:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a55:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254654:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9995:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254656:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a56:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254657:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9996:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254659:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a57:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254660:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9997:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254662:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a58:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254664:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9998:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254666:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a59:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254667:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9999:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254669:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a5a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254671:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x999a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254672:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a5b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254674:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x999b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254676:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a5c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254677:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x999c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254679:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a5d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254681:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x999d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254683:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a5e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254684:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x999e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254686:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a5f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254688:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x999f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254690:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a60:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254692:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254693:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a61:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254695:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254697:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a62:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254699:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254700:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a63:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254702:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254704:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a64:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254705:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254707:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a65:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254709:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254710:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a66:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254712:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254714:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a67:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254716:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254718:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a68:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254719:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254721:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a69:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254723:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99a9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254724:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a6a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254726:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99aa:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254728:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a6b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254730:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ab:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254731:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a6c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254733:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ac:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254735:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a6d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254737:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ad:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254739:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a6e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254741:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ae:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254743:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a6f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254744:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99af:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254746:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a70:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254748:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254749:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a71:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254751:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254753:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a72:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254755:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254757:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a73:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254758:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254760:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a74:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254761:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254763:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a75:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254765:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254767:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a76:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254769:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254770:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a77:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254772:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254774:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a78:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254776:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254777:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a79:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254779:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99b9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254781:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a7a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254783:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ba:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254785:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a7b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254787:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99bb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254788:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a7c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254790:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99bc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254791:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a7d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254793:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99bd:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254795:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a7e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254797:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99be:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254798:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a7f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254824:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99bf:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254828:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a80:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254830:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254832:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a81:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254834:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254835:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a82:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254837:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254839:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a83:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254840:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254842:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254844:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254846:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254848:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254850:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254851:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99c9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254853:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ca:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254855:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99cb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254857:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99cc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254859:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99cd:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254860:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ce:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254862:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99cf:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254864:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254866:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254867:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254869:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254871:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254873:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254874:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254876:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254878:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254879:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99d9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254881:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99da:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254883:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99db:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254885:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99dc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254887:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99dd:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254888:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99de:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254890:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99df:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254892:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254894:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254896:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254898:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254900:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254902:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254903:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254905:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254907:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254908:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99e9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254910:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ea:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254912:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99eb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254913:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ec:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254915:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ed:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254917:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ee:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254919:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ef:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254920:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254922:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a84:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254924:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254926:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a85:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254927:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254929:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a86:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254930:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254932:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a87:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254934:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254936:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a88:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254938:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254940:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a89:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254941:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254943:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a8a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254945:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254946:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a8b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254948:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254950:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a8c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254952:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99f9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254953:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a8d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254955:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99fa:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254957:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a8e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254958:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99fb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254960:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a8f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254961:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99fc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254963:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a90:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254965:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99fd:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254967:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a91:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254968:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99fe:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254970:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a92:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254971:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x99ff:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254973:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a93:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254974:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a00:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254976:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a94:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254978:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a01:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254980:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a95:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254981:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a02:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254983:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a96:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254985:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a03:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254987:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a97:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254988:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a04:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254990:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a98:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254992:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a05:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254994:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a99:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254995:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a06:0x0], index 0: 0 00000004:00080000:2.0:1705683772.254997:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a9a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.254999:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a07:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255000:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a9b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255002:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a08:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255004:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a9c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255005:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a09:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255007:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a9d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255008:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a0a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255010:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a9e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255012:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a0b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255013:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9a9f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255015:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a0c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255017:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255018:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a0d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255020:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255022:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a0e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255024:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255026:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a0f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255027:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255029:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a10:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255030:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255032:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a11:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255034:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255036:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a12:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255038:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255039:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a13:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255041:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255043:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a14:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255045:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255047:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a15:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255049:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aa9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255051:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a16:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255052:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aaa:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255054:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a17:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255056:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aab:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255057:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a18:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255059:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aac:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255061:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a19:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255063:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aad:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255065:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a1a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255067:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aae:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255069:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a1b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255070:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aaf:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255073:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a1c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255074:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255076:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a1d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255078:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255079:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a1e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255081:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255083:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a1f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255085:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255087:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a20:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255089:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255090:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a21:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255092:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255093:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a22:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255095:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255096:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a23:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255098:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255100:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a24:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255102:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255104:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a25:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255106:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ab9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255108:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a26:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255110:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aba:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255111:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a27:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255113:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9abb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255115:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a28:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255117:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9abc:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255118:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a29:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255120:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9abd:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255121:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a2a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255123:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9abe:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255124:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a2b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255126:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9abf:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255128:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a2c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255129:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255131:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a2d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255133:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255134:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a2e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255136:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255138:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a2f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255139:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255141:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a30:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255143:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255144:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a31:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255146:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255147:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a32:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255149:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255151:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a33:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255152:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255154:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a34:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255156:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255158:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a35:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255159:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ac9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255161:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a36:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255162:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aca:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255164:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a37:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255165:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9acb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255167:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a38:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255169:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9acc:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255170:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a39:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255172:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9acd:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255173:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a3a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255175:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ace:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255176:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a3b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255178:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9acf:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255179:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a3c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255181:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255182:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a3d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255184:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255186:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a3e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255187:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255189:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a3f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255191:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255193:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a40:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255194:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255196:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a41:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255197:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255199:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a42:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255200:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255202:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a43:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255203:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255205:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a44:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255206:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255208:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a45:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255210:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ad9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255211:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a46:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255213:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ada:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255214:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a47:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255217:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9adb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255219:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a48:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255220:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9adc:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255222:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a49:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255224:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9add:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255225:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a4a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255227:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ade:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255229:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a4b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255231:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9adf:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255233:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a4c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255234:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255236:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a4d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255237:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255239:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a4e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255242:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255243:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a4f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255245:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255247:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a50:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255248:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255250:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a51:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255251:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255253:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a52:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255255:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255257:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a53:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255258:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255260:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a54:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255262:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255263:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a55:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255265:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ae9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255266:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a56:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255268:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aea:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255270:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a57:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255271:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aeb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255273:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a58:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255275:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aec:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255277:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a59:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255279:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aed:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255281:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a5a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255283:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aee:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255284:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a5b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255286:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aef:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255287:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a5c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255289:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255291:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a5d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255293:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af1:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255294:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a5e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255296:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af2:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255297:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a5f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255299:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af3:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255301:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a60:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255302:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af4:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255304:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a61:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255306:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af5:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255307:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a62:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255309:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af6:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255311:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a63:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255312:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af7:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255314:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a64:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255316:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af8:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255318:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a65:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255320:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9af9:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255321:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a66:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255323:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9afa:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255324:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a67:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255326:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9afb:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255327:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a68:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255330:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9afc:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255331:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a69:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255333:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9afd:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255334:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a6a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255336:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9afe:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255337:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a6b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255339:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9aff:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255341:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a6c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255343:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b00:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255344:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a6d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255346:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b01:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255347:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a6e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255349:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b02:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255351:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a6f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255353:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b03:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255355:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a70:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255356:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b04:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255358:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a71:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255360:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b05:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255361:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a72:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255363:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b06:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255365:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a73:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255367:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b07:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255368:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a74:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255370:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b08:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255371:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a75:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255373:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b09:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255374:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a76:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255376:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b0a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255377:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a77:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255379:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b0b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255381:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a78:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255382:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b0c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255384:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a79:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255385:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b0d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255387:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a7a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255388:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b0e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255390:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a7b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255392:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b0f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255394:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a7c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255395:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b10:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255397:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a7d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255399:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b11:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255401:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a7e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255402:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b12:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255404:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a7f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255406:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b13:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255408:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a80:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255409:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b14:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255411:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a81:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255412:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b15:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255414:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a82:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255416:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b16:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255417:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a83:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255419:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b17:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255421:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a84:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255422:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b18:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255424:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a85:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255425:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b19:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255427:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a86:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255429:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b1a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255430:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a87:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255432:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b1b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255434:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a88:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255435:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b1c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255437:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a89:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255438:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b1d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255440:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a8a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255442:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b1e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255443:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a8b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255445:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b1f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255447:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a8c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255448:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b20:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255450:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a8d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255451:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b21:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255454:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a8e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255455:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b22:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255457:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a8f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255458:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b23:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255460:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a90:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255461:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b24:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255463:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a91:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255464:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b25:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255465:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a92:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255467:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b26:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255469:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a93:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255470:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b27:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255472:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a94:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255473:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b28:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255475:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a95:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255476:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b29:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255478:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a96:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255480:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b2a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255481:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a97:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255483:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b2b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255485:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a98:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255486:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b2c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255488:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a99:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255490:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b2d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255491:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a9a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255493:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b2e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255495:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a9b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255496:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b2f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255498:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a9c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255500:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b30:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255501:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a9d:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255503:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b31:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255504:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a9e:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255505:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b32:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255507:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9a9f:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255509:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b33:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255511:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255512:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b34:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255513:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255515:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b35:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255517:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255518:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b36:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255520:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255521:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b37:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255523:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255525:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b38:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255526:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255528:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b39:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255530:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255531:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b3a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255532:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255534:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b3b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255536:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255538:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b3c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255539:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aa9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255541:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b3d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255542:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aaa:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255544:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b3e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255545:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aab:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255547:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b3f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255548:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aac:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255550:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b40:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255552:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aad:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255553:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b41:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255555:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aae:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255556:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b42:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255558:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aaf:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255560:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b43:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255561:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255563:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b44:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255565:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255567:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b45:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255568:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255570:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b46:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255571:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255573:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b47:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255575:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255576:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b48:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255578:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255580:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b49:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255582:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255584:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b4a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255585:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255587:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b4b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255588:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255590:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b4c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255592:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ab9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255593:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b4d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255594:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aba:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255596:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b4e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255598:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9abb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255600:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b4f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255602:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9abc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255603:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b50:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255605:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9abd:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255606:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b51:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255608:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9abe:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255609:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b52:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255611:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9abf:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255613:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b53:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255615:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255616:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b54:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255618:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255619:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b55:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255621:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255622:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b56:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255624:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255626:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b57:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255627:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255629:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b58:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255630:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255632:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b59:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255633:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255635:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b5a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255636:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255638:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b5b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255640:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255642:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b5c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255643:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ac9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255645:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b5d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255647:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aca:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255649:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b5e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255650:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9acb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255652:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b5f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255653:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9acc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255655:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b60:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255656:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9acd:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255658:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b61:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255659:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ace:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255660:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b62:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255662:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9acf:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255664:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b63:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255666:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255667:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b64:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255669:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255670:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b65:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255672:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255673:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b66:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255675:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255677:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b67:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255678:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255680:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b68:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255681:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255683:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b69:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255685:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255687:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b6a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255688:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255690:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b6b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255692:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255693:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b6c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255695:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ad9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255696:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b6d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255698:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ada:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255700:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b6e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255701:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9adb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255703:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b6f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255705:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9adc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255706:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b70:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255708:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9add:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255710:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b71:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255711:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ade:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255713:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b72:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255715:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9adf:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255716:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b73:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255718:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255720:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b74:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255721:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255723:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b75:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255725:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255726:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b76:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255728:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255729:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b77:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255731:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255732:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b78:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255734:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255735:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b79:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255737:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255738:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b7a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255740:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255741:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b7b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255743:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255744:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b7c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255746:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9ae9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255747:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b7d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255749:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aea:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255750:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b7e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255752:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aeb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255753:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b7f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255755:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aec:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255757:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b80:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255758:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aed:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255760:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b81:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255761:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aee:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255763:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b82:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255764:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aef:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255765:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b83:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255767:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af0:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255768:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b84:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255770:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af1:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255771:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b85:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255773:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af2:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255775:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b86:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255776:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af3:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255777:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b87:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255779:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af4:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255781:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b88:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255782:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af5:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255783:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b89:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255785:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af6:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255787:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b8a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255788:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af7:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255789:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b8b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255791:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af8:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255793:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b8c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255794:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9af9:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255796:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b8d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255797:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9afa:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255799:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b8e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255822:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9afb:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255824:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b8f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255826:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9afc:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255828:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b90:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255829:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9afd:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255831:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b91:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255832:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9afe:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255834:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b92:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255835:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9aff:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255836:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b93:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255838:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b00:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255840:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b94:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255841:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b01:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255843:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b95:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255844:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b02:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255846:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b96:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255847:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b03:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255849:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b97:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255850:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b04:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255852:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b98:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255853:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b05:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255855:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b99:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255856:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b06:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255858:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b9a:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255860:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b07:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255862:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b9b:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255863:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b08:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255865:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b9c:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255866:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b09:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255868:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b9d:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255869:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b0a:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255871:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b9e:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255872:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b0b:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255874:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9b9f:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255875:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b0c:0x0], index 0: 0 00000004:00080000:2.0:1705683772.255877:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9ba0:0x0], index 1: 0 00000004:00080000:2.0:1705683772.255878:0:14249:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x9b0d:0x0], index 0: 0 00000040:00080000:2.0:1705683772.256149:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4103, 88 off270936 00000004:00080000:2.0:1705683772.256153:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480346409ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256174:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4408, 88 off290456 00000004:00080000:2.0:1705683772.256175:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480369291ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256183:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4104, 88 off271024 00000004:00080000:2.0:1705683772.256184:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480377984ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256194:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4409, 88 off290544 00000004:00080000:2.0:1705683772.256195:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480389059ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256201:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4105, 88 off271112 00000004:00080000:2.0:1705683772.256202:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480396017ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256208:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4410, 88 off290632 00000004:00080000:2.0:1705683772.256209:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480402771ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256215:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4106, 88 off271200 00000004:00080000:2.0:1705683772.256217:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480410417ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256222:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4411, 88 off290720 00000004:00080000:2.0:1705683772.256223:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480417166ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256229:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4107, 88 off271288 00000004:00080000:2.0:1705683772.256230:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480423949ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256236:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4412, 88 off290808 00000004:00080000:2.0:1705683772.256237:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480431144ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256242:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4108, 88 off271376 00000004:00080000:2.0:1705683772.256244:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480437592ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256278:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4413, 88 off290896 00000004:00080000:2.0:1705683772.256280:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480473911ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256289:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4109, 88 off271464 00000004:00080000:2.0:1705683772.256290:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480483752ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256296:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4414, 88 off290984 00000004:00080000:2.0:1705683772.256297:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480490821ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256302:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4110, 88 off271552 00000004:00080000:2.0:1705683772.256304:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480497507ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256310:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4415, 88 off291072 00000004:00080000:2.0:1705683772.256311:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480505324ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256318:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4111, 88 off271640 00000004:00080000:2.0:1705683772.256319:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480512839ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256325:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4416, 88 off291160 00000004:00080000:2.0:1705683772.256326:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480519846ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256332:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4112, 88 off271728 00000004:00080000:2.0:1705683772.256334:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480527711ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256339:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4417, 88 off291248 00000004:00080000:2.0:1705683772.256341:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480534819ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256347:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4113, 88 off271816 00000004:00080000:2.0:1705683772.256348:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480541877ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256360:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4418, 88 off291336 00000004:00080000:2.0:1705683772.256361:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480555099ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.256370:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4114, 88 off271904 00000004:00080000:2.0:1705683772.256372:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544480565544ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.256380:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4419, 88 off291424 00000004:00080000:2.0:1705683772.256382:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544480575741ns, next at 545046032041ns, rc = 0 00000100:00100000:2.0:1705683772.256390:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.256391:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.256396:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419687 00000100:00100000:2.0:1705683772.256399:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee80500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1857:x1788538595314432:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.256403:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.256692:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d47d680/0xcefed536a36df0de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x990c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8570 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.256701:0:15027:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x990c:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.256707:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.256708:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.256710:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d47d680/0xcefed536a36df0de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x990c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8570 expref: 7958 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.256715:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d47d680/0xcefed536a36df0de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x990c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8570 expref: 7958 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.256720:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d47d680, rc 0) 00000100:00100000:2.0:1705683772.256730:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee80500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7958:1857:x1788538595314432:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 331us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.256733:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419687 00000100:00100000:2.0:1705683772.256769:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.256839:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.256857:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.256881:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b4a1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15128:1788538554005312:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.256898:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b4a1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15128:1788538554005376:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.256912:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f934780/0xcefed536a36dee84 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8497 expref: 5944 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.256919:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f934780, rc 0) 00000100:00100000:2.0:1705683772.256927:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:8dc539e0-a6d0-4264-ae88-11424261aea3+5944:18534:x1788538595310400:12345-192.168.203.16@tcp:101:dd.0 Request processed in 18372us (18392us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.256931:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419607 00000100:00100000:2.0:1705683772.256966:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b4a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554005568:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.256976:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800999bc280/0xcefed536a36deebc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.256980:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.256980:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.256981:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.256996:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257011:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257029:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257036:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257045:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257049:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257050:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257053:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595315584 00000100:00100000:2.0:1705683772.257060:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257061:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257063:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419692 00000100:00100000:2.0:1705683772.257065:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a08a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+7961:16401:x1788538595315584:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.257069:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.257248:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b530f00/0xcefed536a36df116 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa844:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d85bd expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.257256:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xa844:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.257262:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.257262:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.257264:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b530f00/0xcefed536a36df116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85bd expref: 7960 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257269:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b530f00/0xcefed536a36df116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85bd expref: 7960 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257273:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b530f00, rc 0) 00000100:00100000:2.0:1705683772.257281:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a08a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+7960:16401:x1788538595315584:12345-192.168.203.16@tcp:101:dd.0 Request processed in 215us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.257284:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419692 00000100:00100000:2.0:1705683772.257302:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257312:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257320:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257327:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.257361:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257362:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257366:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595315264 00000100:00100000:2.0:1705683772.257373:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257373:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257374:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554010752 00000100:00100000:2.0:1705683772.257379:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257380:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257382:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419693 00000100:00100000:2.0:1705683772.257384:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+9397:1857:x1788538595315264:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.257388:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.257519:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800999bc280/0xcefed536a36deebc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257523:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800999bc280/0xcefed536a36deebc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257527:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800999bc280/0xcefed536a36deebc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257530:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800999bc280/0xcefed536a36deebc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257542:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.257610:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+669:3081:x1788538554003008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18316us (18363us total) trans 4295137033 rc 0/0 00000100:00100000:2.0:1705683772.257614:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419613 00010000:00010000:2.0:1705683772.257625:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.257632:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131e30c80/0xcefed536a36df139 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d85a1 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.257641:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99af:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00000100:00100000:2.0:1705683772.257649:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257650:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257655:0:14206:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595315840 00000100:00100000:2.0:1705683772.257666:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257666:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257669:0:14206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99764 00000100:00100000:2.0:1705683772.257671:0:14206:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+1317:21915:x1788538595315840:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1705683772.257723:0:14206:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+1318:21915:x1788538595315840:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 51us (86us total) trans 4295099422 rc 0/0 00000100:00100000:2.0:1705683772.257726:0:14206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99764 00000100:00100000:2.0:1705683772.257738:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257738:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257741:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595314944 00010000:00010000:2.0:1705683772.257747:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007f146800/0xcefed536a369c9e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcd1 expref: 5944 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.257761:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257761:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.257764:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165934 00000100:00100000:2.0:1705683772.257766:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5944:1857:x1788538595314944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.257769:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.257774:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007f146800/0xcefed536a369c9e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcd1 expref: 5944 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.257778:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007f146800/0xcefed536a369c9e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcd1 expref: 5944 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.257790:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007f146800/0xcefed536a369c9e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcd1 expref: 5944 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.257796:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.257797:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.257798:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f934780/0xcefed536a36dee84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8497 expref: 5943 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257830:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f934780/0xcefed536a36dee84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8497 expref: 5943 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257842:0:15105:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f934780/0xcefed536a36dee84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaad3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8497 expref: 5943 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683772.257847:0:15105:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4a1900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0001_UUID:15105:1788538554011008:192.168.203.16@tcp:105: 00000100:00100000:2.0:1705683772.257857:0:15105:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800923616c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.257871:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554006016:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.257881:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cad1900/0xcefed536a36def33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8b94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8507 expref: 8472 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.257886:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cad1900, rc 0) 00000100:00100000:2.0:1705683772.257893:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880091990f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:8dc539e0-a6d0-4264-ae88-11424261aea3+8472:26792:x1788538595311936:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 16065us (16109us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.257896:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419627 00010000:00010000:2.0:1705683772.257908:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.257909:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.257910:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e30c80/0xcefed536a36df139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85a1 expref: 9396 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.257915:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131e30c80/0xcefed536a36df139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85a1 expref: 9396 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.257919:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e30c80, rc 0) 00000100:00100000:2.0:1705683772.257924:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+9396:1857:x1788538595315264:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 540us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.257927:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419693 00000040:00080000:2.0:1705683772.258113:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4115, 88 off271992 00000004:00080000:2.0:1705683772.258116:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544482309425ns, next at 544321413865ns, rc = 0 00000100:00100000:2.0:1705683772.258128:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258128:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258132:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595315392 00000100:00100000:2.0:1705683772.258139:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258140:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258143:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419697 00000100:00100000:2.0:1705683772.258145:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938cb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+7958:1857:x1788538595315392:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.258149:0:15128:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.258389:0:15128:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36df14e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9910:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d85b6 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.258397:0:15128:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9910:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.258402:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.258403:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.258404:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36df14e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85b6 expref: 7960 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.258410:0:15128:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801313eb700/0xcefed536a36df14e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85b6 expref: 7960 pid: 15128 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.258414:0:15128:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801313eb700, rc 0) 00000100:00100000:2.0:1705683772.258421:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938cb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:c77a26ac-6587-4500-88fc-a375de7e12f4+7960:1857:x1788538595315392:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 276us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.258424:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419697 00000100:00100000:2.0:1705683772.258430:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258430:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258432:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419701 00000100:00100000:2.0:1705683772.258434:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800993d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+670:3081:x1788538554011200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683772.258440:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23193 count 1 00010000:00010000:2.0:1705683772.258569:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098629b80/0xcefed536a36df16a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.258575:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5e00/0xcefed536a363abbd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15973ff expref: 8470 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.258578:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.258579:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.258580:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098629b80/0xcefed536a36df16a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.258589:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5e00/0xcefed536a363abbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ff expref: 8470 pid: 14251 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.258596:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5e00/0xcefed536a363abbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ff expref: 8470 pid: 14251 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.258600:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554011328:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.258610:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092361d80 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.258639:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.258655:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.258665:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258666:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258670:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419703 00000100:00100000:2.0:1705683772.258672:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c276400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9398:1857:x1788538595316288:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.258677:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.258836:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009862aa80/0xcefed536a36df178 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x99b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d85e7 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.258843:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x99b2:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.258849:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.258850:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.258852:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009862aa80/0xcefed536a36df178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85e7 expref: 9400 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.258857:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009862aa80/0xcefed536a36df178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x99b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85e7 expref: 9400 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.258861:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009862aa80, rc 0) 00000100:00100000:2.0:1705683772.258869:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c276400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9400:1857:x1788538595316288:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 196us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.258872:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419703 00000100:00100000:2.0:1705683772.258940:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.258947:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258947:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258950:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595316480 00000100:00100000:2.0:1705683772.258957:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258958:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.258960:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419706 00000100:00100000:2.0:1705683772.258962:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c273700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:1857:x1788538595316480:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683772.258966:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.259134:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009862b200/0xcefed536a36df18d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9914:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d85fc expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.259140:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9914:0x0] initial LVB size: 0, mtime: 0x65aaab3b, atime: 0x65aaab3b, ctime: 0x65aaab3b, blocks: 0x0 00010000:00010000:2.0:1705683772.259146:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.259146:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.259148:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009862b200/0xcefed536a36df18d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85fc expref: 7965 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.259153:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009862b200/0xcefed536a36df18d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d85fc expref: 7965 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.259157:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009862b200, rc 0) 00000100:00100000:2.0:1705683772.259164:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c273700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:1857:x1788538595316480:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 201us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.259167:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419706 00000100:00100000:2.0:1705683772.259194:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.259200:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.259200:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.259203:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595316800 00000100:00100000:2.0:1705683772.259210:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.259210:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.259212:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419709 00000100:00100000:2.0:1705683772.259214:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c270500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:19986:x1788538595316800:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.259217:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.259984:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098629180/0xcefed536a36df1b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8cbb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d861f expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.259991:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x8cbb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.259997:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.259998:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.259999:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098629180/0xcefed536a36df1b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d861f expref: 7967 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260004:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098629180/0xcefed536a36df1b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d861f expref: 7967 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260008:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098629180, rc 0) 00000100:00100000:2.0:1705683772.260015:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c270500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7967:19986:x1788538595316800:12345-192.168.203.16@tcp:101:dd.0 Request processed in 801us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.260019:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419709 00000100:00100000:2.0:1705683772.260084:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1705683772.260091:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260092:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260094:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595316992 00000100:00100000:2.0:1705683772.260107:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260108:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260110:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419711 00000100:00100000:2.0:1705683772.260112:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+5944:16585:x1788538595316992:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.260116:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.260259:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098629400/0xcefed536a36df1d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa5eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d862d expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.260265:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa5eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.260271:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.260271:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.260273:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098629400/0xcefed536a36df1d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d862d expref: 5945 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260278:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098629400/0xcefed536a36df1d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d862d expref: 5945 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260282:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098629400, rc 0) 00000100:00100000:2.0:1705683772.260290:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+5946:16585:x1788538595316992:12345-192.168.203.16@tcp:101:dd.0 Request processed in 177us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.260294:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419711 00000100:00100000:2.0:1705683772.260299:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260300:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260302:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595317184 00000100:00100000:2.0:1705683772.260309:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260310:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260311:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595318016 00000100:00100000:2.0:1705683772.260318:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260318:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.260320:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419713 00000100:00100000:2.0:1705683772.260322:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009339c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+5950:26799:x1788538595318016:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.260326:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.260458:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098628000/0xcefed536a36df1da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb293:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8642 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.260464:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb293:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.260469:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.260470:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.260472:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098628000/0xcefed536a36df1da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8642 expref: 5947 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260476:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098628000/0xcefed536a36df1da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8642 expref: 5947 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260480:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098628000, rc 0) 00000100:00100000:2.0:1705683772.260487:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009339c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+5947:26799:x1788538595318016:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 164us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.260490:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419713 00000100:00100000:2.0:1705683772.260509:0:14212:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091995a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14212:1788538554008128:192.168.203.16@tcp:105: 00010000:00010000:2.0:1705683772.260517:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.260523:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+9399:1857:x1788538595314304:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 11848us (11968us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.260526:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165917 00010000:00010000:2.0:1705683772.260564:0:15076:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b47ad00/0xcefed536a363ab31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597350 expref: 8469 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.260570:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ee4bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554006400:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.260581:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.260585:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.260585:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.260586:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.260586:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260589:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260592:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260595:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260601:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.260667:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4da800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+671:3082:x1788538554006336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16516us (16539us total) trans 4295137036 rc 0/0 00000100:00100000:2.0:1705683772.260671:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419632 00010000:00010000:2.0:1705683772.260682:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.260683:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260687:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b1cb980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.260688:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260692:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260698:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260701:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb980/0xcefed536a36def95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260709:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.260710:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.260711:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.260721:0:15140:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a18780/0xcefed536a36babde lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caa1d expref: 5944 pid: 15051 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.260727:0:15140:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091995f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0001_UUID:15140:1788538554007616:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.260735:0:15140:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.260739:0:15140:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.260739:0:15140:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.260740:0:15140:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.260740:0:15140:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260743:0:15140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260750:0:15140:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260752:0:15140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260764:0:15140:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.260877:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135313c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+1754:3084:x1788538554007296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12897us (13082us total) trans 4295137766 rc 0/0 00000100:00100000:2.0:1705683772.260881:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419648 00010000:00010000:2.0:1705683772.260892:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.260893:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260897:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b1c8c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.260898:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260901:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260907:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260911:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8c80/0xcefed536a36df013 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260923:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.260923:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.260924:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.260926:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.260937:0:15123:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007f1b8a00/0xcefed536a36bad89 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caa94 expref: 5942 pid: 15028 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.260943:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880091993200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0001_UUID:15123:1788538554007744:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.260950:0:15123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8280/0xcefed536a36df01a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.260953:0:15123:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.260954:0:15123:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.260954:0:15123:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.260955:0:15123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8280/0xcefed536a36df01a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260957:0:15123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8280/0xcefed536a36df01a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260960:0:15123:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8280/0xcefed536a36df01a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260963:0:15123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c8280/0xcefed536a36df01a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.260974:0:15123:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.261036:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135310500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+1754:3084:x1788538554007552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12960us (13029us total) trans 4295137768 rc 0/0 00000100:00100000:2.0:1705683772.261039:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419650 00000100:00100000:2.0:1705683772.261046:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261047:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261049:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419714 00000100:00100000:2.0:1705683772.261051:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800993d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0000-mdtlov_UUID+3718:3083:x1788538554011520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683772.261059:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36194 count 1 00010000:00010000:2.0:1705683772.261145:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098628500/0xcefed536a36df204 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261151:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d7e5900/0xcefed536a366dd19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ae626 expref: 5941 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.261154:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.261155:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.261156:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098628500/0xcefed536a36df204 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261165:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d7e5900/0xcefed536a366dd19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae626 expref: 5941 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.261169:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d7e5900/0xcefed536a366dd19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae626 expref: 5941 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.261174:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c276e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0001_UUID:15123:1788538554011712:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.261184:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438a80 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.261217:0:14268:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097381b80/0xcefed536a366b0b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ad3d4 expref: 7965 pid: 14272 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.261223:0:14268:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ee48a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554006528:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.261233:0:14268:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.261236:0:14268:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261237:0:14268:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261237:0:14268:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.261238:0:14268:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261240:0:14268:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261244:0:14268:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261246:0:14268:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261251:0:14268:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.261255:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.261256:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261259:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b1cb480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.261260:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261263:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261269:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261272:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb480/0xcefed536a36defa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261345:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.261346:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b4cfc00/0xcefed536a36deffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261349:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4cfc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.261350:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b4cfc00/0xcefed536a36deffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261353:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b4cfc00/0xcefed536a36deffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261358:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b4cfc00/0xcefed536a36deffe lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261360:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b4cfc00/0xcefed536a36deffe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261370:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.261371:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.261372:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.261374:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.261442:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ca0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+741:3083:x1788538554006464:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16493us (16531us total) trans 4295137039 rc 0/0 00000100:00100000:2.0:1705683772.261446:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419637 00000100:00100000:2.0:1705683772.261551:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261552:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261554:0:14268:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554012096 00000100:00100000:2.0:1705683772.261563:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261564:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261566:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419720 00000100:00100000:2.0:1705683772.261568:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cfcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+1756:3084:x1788538554012096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.261574:0:15140:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37058 count 1 00010000:00010000:2.0:1705683772.261607:0:15140:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098628f00/0xcefed536a36df227 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261612:0:15140:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b678500/0xcefed536a36bbb9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15caf09 expref: 5940 pid: 9342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261616:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.261617:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.261617:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098628f00/0xcefed536a36df227 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261626:0:15140:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b678500/0xcefed536a36bbb9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caf09 expref: 5940 pid: 9342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.261633:0:15140:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b678500/0xcefed536a36bbb9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caf09 expref: 5940 pid: 9342 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.261638:0:15140:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c277300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0001_UUID:15140:1788538554012352:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.261648:0:15140:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801309b8480 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.261764:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096199900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554009280:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.261772:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.261775:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261776:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261776:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261845:0:15048:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095de8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554008320:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.261855:0:15048:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.261858:0:15048:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261859:0:15048:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261859:0:15048:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261895:0:15058:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013214d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:15058:1788538554008640:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.261901:0:15058:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.261904:0:15058:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261905:0:15058:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261905:0:15058:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261929:0:15066:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013214df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:15066:1788538554008832:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.261936:0:15066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.261939:0:15066:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261939:0:15066:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.261940:0:15066:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683772.261969:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000040:00080000:2.0:1705683772.261991:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4420, 88 off291512 00000004:00080000:2.0:1705683772.261993:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544486187271ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.262012:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4116, 88 off272080 00000004:00080000:2.0:1705683772.262013:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544486207316ns, next at 544321413865ns, rc = 0 00000100:00100000:2.0:1705683772.262024:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262025:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262029:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595318080 00010000:00010000:2.0:1705683772.262037:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096d29180/0xcefed536a366dc6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5c4 expref: 5942 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.262045:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262046:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262047:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595318528 00010000:00010000:2.0:1705683772.262051:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b296a80/0xcefed536a366dc71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5e0 expref: 5944 pid: 15137 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.262056:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262056:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262058:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595318272 00010000:00010000:2.0:1705683772.262062:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8f00/0xcefed536a363ab9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ce expref: 8469 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.262066:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262067:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262069:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165950 00000100:00100000:2.0:1705683772.262071:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cf9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5945:1858:x1788538595318592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.262075:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.262077:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ffd1680/0xcefed536a36bb133 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caba5 expref: 5946 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.262081:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ffd1680/0xcefed536a36bb133 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caba5 expref: 5946 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.262089:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ffd1680/0xcefed536a36bb133 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15caba5 expref: 5946 pid: 15114 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.262095:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262095:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262096:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e7fd680/0xcefed536a36df060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262100:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7fd680/0xcefed536a36df060 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262113:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.262120:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cf9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5944:1858:x1788538595318592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.262124:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165950 00000100:00100000:2.0:1705683772.262132:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262132:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262135:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165953 00000100:00100000:2.0:1705683772.262137:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cfe900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5943:1857:x1788538595318528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.262140:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.262142:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b296a80/0xcefed536a366dc71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5e0 expref: 5943 pid: 15137 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.262146:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b296a80/0xcefed536a366dc71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5e0 expref: 5942 pid: 15137 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.262152:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b296a80/0xcefed536a366dc71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5e0 expref: 5942 pid: 15137 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.262158:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262159:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262159:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262163:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262169:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.262174:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cfe900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5941:1857:x1788538595318528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.262177:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165953 00000100:00100000:2.0:1705683772.262181:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262181:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262184:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165956 00000100:00100000:2.0:1705683772.262185:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cfb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8467:1857:x1788538595318272:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.262188:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.262190:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8f00/0xcefed536a363ab9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ce expref: 8467 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.262195:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8f00/0xcefed536a363ab9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ce expref: 8466 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.262200:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a8f00/0xcefed536a363ab9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5a97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15973ce expref: 8466 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.262205:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262206:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262207:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262210:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262215:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.262220:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cfb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8464:1857:x1788538595318272:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 34us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.262224:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165956 00000100:00100000:2.0:1705683772.262229:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262229:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262231:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165958 00000100:00100000:2.0:1705683772.262233:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cf8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5938:1857:x1788538595318720:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.262236:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.262238:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0368c80/0xcefed536a36bb2c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cabf9 expref: 5938 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.262245:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0368c80/0xcefed536a36bb2c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cabf9 expref: 5938 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.262251:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0368c80/0xcefed536a36bb2c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cabf9 expref: 5937 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.262255:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262256:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.262256:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e7fc500/0xcefed536a36df075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262259:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7fc500/0xcefed536a36df075 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262265:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.262271:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cf8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5936:1857:x1788538595318720:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.262275:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165958 00010000:00010000:2.0:1705683772.262286:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262289:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262292:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262298:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1cb700/0xcefed536a36df083 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262304:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683772.262364:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009619cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+674:3083:x1788538554009088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11483us (11526us total) trans 4295137040 rc 0/0 00000100:00100000:2.0:1705683772.262368:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419668 00010000:00010000:2.0:1705683772.262378:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.262380:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e7fc500/0xcefed536a36df075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262383:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e7fc500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.262385:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e7fc500/0xcefed536a36df075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262388:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e7fc500/0xcefed536a36df075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262394:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e7fc500/0xcefed536a36df075 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262396:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7fc500/0xcefed536a36df075 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262406:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.262407:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262410:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b1c8780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.262411:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262413:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262418:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262420:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b1c8780/0xcefed536a36df06e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262427:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.262427:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.262428:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.262430:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.262432:0:15058:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262435:0:15058:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262438:0:15058:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262441:0:15058:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9180/0xcefed536a36df067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262452:0:15058:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683772.262510:0:15058:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132149900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3720:3083:x1788538554008448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12394us (12420us total) trans 4295137773 rc 0/0 00000100:00100000:2.0:1705683772.262514:0:15058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419662 00010000:00010000:2.0:1705683772.262525:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262528:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262531:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262534:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262540:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683772.262543:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.262544:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262548:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b1c9900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.262548:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262551:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262557:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262560:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1c9900/0xcefed536a36df052 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262568:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683772.262569:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b69d180/0xcefed536a36df07c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262572:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b69d180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.262573:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b69d180/0xcefed536a36df07c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262575:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b69d180/0xcefed536a36df07c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262579:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b69d180/0xcefed536a36df07c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262582:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b69d180/0xcefed536a36df07c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262588:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.262589:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.262590:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.262592:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.262648:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1757:3081:x1788538554007680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13187us (14549us total) trans 4295137775 rc 0/0 00000100:00100000:2.0:1705683772.262654:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419659 00000100:00100000:2.0:1705683772.262685:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262685:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262688:0:15058:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554012992 00000100:00100000:2.0:1705683772.262695:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262696:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262698:0:15058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419727 00000100:00100000:2.0:1705683772.262700:0:15058:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4dd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+1757:3083:x1788538554012992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1705683772.262706:0:15058:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37059 count 1 00010000:00010000:2.0:1705683772.262773:0:15058:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36df258 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262778:0:15058:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c0ef80/0xcefed536a36bbe0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cafaa expref: 5934 pid: 15051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262782:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.262782:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.262783:0:15058:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36df258 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262792:0:15058:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c0ef80/0xcefed536a36bbe0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cafaa expref: 5934 pid: 15051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.262796:0:15058:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c0ef80/0xcefed536a36bbe0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cafaa expref: 5934 pid: 15051 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.262827:0:15058:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c275000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:15058:1788538554013184:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.262838:0:15058:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438c00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.262955:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262956:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.262961:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419730 00000100:00100000:2.0:1705683772.262963:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cfe900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+742:3082:x1788538554013440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.262970:0:15048:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32671 count 1 00010000:00010000:2.0:1705683772.263214:0:15048:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b69ad00/0xcefed536a36df289 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.263220:0:15048:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa28280/0xcefed536a36703e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b0353 expref: 7963 pid: 15135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.263223:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.263224:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.263225:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b69ad00/0xcefed536a36df289 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.263234:0:15048:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa28280/0xcefed536a36703e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b0353 expref: 7963 pid: 15135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.263238:0:15048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa28280/0xcefed536a36703e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b0353 expref: 7963 pid: 15135 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.263243:0:15048:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c275f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0000_UUID:15048:1788538554013952:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.263253:0:15048:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d438600 going to sleep for 11 seconds 00000040:00080000:2.0:1705683772.263484:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4421, 88 off291600 00000004:00080000:2.0:1705683772.263487:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487680760ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263504:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4117, 88 off272168 00000004:00080000:2.0:1705683772.263506:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487700105ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263513:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4422, 88 off291688 00000004:00080000:2.0:1705683772.263514:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487707767ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263519:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4118, 88 off272256 00000004:00080000:2.0:1705683772.263520:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487713750ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263526:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4423, 88 off291776 00000004:00080000:2.0:1705683772.263527:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487720785ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263533:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4119, 88 off272344 00000004:00080000:2.0:1705683772.263534:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487727782ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263539:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4424, 88 off291864 00000004:00080000:2.0:1705683772.263540:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487734355ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263546:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4120, 88 off272432 00000004:00080000:2.0:1705683772.263547:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487740920ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263553:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4425, 88 off291952 00000004:00080000:2.0:1705683772.263555:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487748555ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263560:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4121, 88 off272520 00000004:00080000:2.0:1705683772.263561:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487755119ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263566:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4426, 88 off292040 00000004:00080000:2.0:1705683772.263568:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487761552ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263574:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4122, 88 off272608 00000004:00080000:2.0:1705683772.263575:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487768657ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263580:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4427, 88 off292128 00000004:00080000:2.0:1705683772.263582:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487775665ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263587:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4123, 88 off272696 00000004:00080000:2.0:1705683772.263589:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487783292ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263595:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4428, 88 off292216 00000004:00080000:2.0:1705683772.263596:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487790245ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263602:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4124, 88 off272784 00000004:00080000:2.0:1705683772.263603:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487797162ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263609:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4429, 88 off292304 00000004:00080000:2.0:1705683772.263610:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487803774ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263615:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4125, 88 off272872 00000004:00080000:2.0:1705683772.263616:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487810247ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263621:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4430, 88 off292392 00000004:00080000:2.0:1705683772.263623:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487816405ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263628:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4126, 88 off272960 00000004:00080000:2.0:1705683772.263629:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487822740ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263634:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4431, 88 off292480 00000004:00080000:2.0:1705683772.263635:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487828982ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263640:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4127, 88 off273048 00000004:00080000:2.0:1705683772.263642:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487835444ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263647:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4432, 88 off292568 00000004:00080000:2.0:1705683772.263648:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487841680ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263653:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4128, 88 off273136 00000004:00080000:2.0:1705683772.263654:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487848110ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263659:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4433, 88 off292656 00000004:00080000:2.0:1705683772.263661:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487854569ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263666:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4129, 88 off273224 00000004:00080000:2.0:1705683772.263667:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487861022ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263672:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4434, 88 off292744 00000004:00080000:2.0:1705683772.263674:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487867494ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263680:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4130, 88 off273312 00000004:00080000:2.0:1705683772.263681:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487874672ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263686:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4435, 88 off292832 00000004:00080000:2.0:1705683772.263688:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487881394ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263693:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4131, 88 off273400 00000004:00080000:2.0:1705683772.263695:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487888495ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263700:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4436, 88 off292920 00000004:00080000:2.0:1705683772.263701:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487894835ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263705:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4132, 88 off273488 00000004:00080000:2.0:1705683772.263706:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487900184ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263711:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4437, 88 off293008 00000004:00080000:2.0:1705683772.263713:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487906532ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263717:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4133, 88 off273576 00000004:00080000:2.0:1705683772.263718:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487912339ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263724:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4438, 88 off293096 00000004:00080000:2.0:1705683772.263725:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487919215ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263730:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4134, 88 off273664 00000004:00080000:2.0:1705683772.263731:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487924809ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263736:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4439, 88 off293184 00000004:00080000:2.0:1705683772.263737:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487931320ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263742:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4135, 88 off273752 00000004:00080000:2.0:1705683772.263743:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487936861ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263748:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4440, 88 off293272 00000004:00080000:2.0:1705683772.263750:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487943817ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263755:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4136, 88 off273840 00000004:00080000:2.0:1705683772.263757:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487950614ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263762:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4441, 88 off293360 00000004:00080000:2.0:1705683772.263763:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487957261ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263769:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4137, 88 off273928 00000004:00080000:2.0:1705683772.263771:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487964482ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263776:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4442, 88 off293448 00000004:00080000:2.0:1705683772.263777:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487971309ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263783:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4138, 88 off274016 00000004:00080000:2.0:1705683772.263784:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487977942ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263789:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4443, 88 off293536 00000004:00080000:2.0:1705683772.263790:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544487984277ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263796:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4139, 88 off274104 00000004:00080000:2.0:1705683772.263797:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544487990901ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263825:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4444, 88 off293624 00000004:00080000:2.0:1705683772.263827:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488020766ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263834:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4445, 88 off293712 00000004:00080000:2.0:1705683772.263835:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488029152ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263841:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4140, 88 off274192 00000004:00080000:2.0:1705683772.263842:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488036244ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263848:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4446, 88 off293800 00000004:00080000:2.0:1705683772.263849:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488043144ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263854:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4141, 88 off274280 00000004:00080000:2.0:1705683772.263856:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488049614ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263861:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4447, 88 off293888 00000004:00080000:2.0:1705683772.263862:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488056347ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263868:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4142, 88 off274368 00000004:00080000:2.0:1705683772.263870:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488063736ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263875:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4448, 88 off293976 00000004:00080000:2.0:1705683772.263877:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488070566ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263915:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4143, 88 off274456 00000004:00080000:2.0:1705683772.263917:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488110919ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263926:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4449, 88 off294064 00000004:00080000:2.0:1705683772.263927:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488121169ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263932:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4144, 88 off274544 00000004:00080000:2.0:1705683772.263934:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488127466ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263940:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4450, 88 off294152 00000004:00080000:2.0:1705683772.263941:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488134854ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263946:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4145, 88 off274632 00000004:00080000:2.0:1705683772.263948:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488141639ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263953:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4451, 88 off294240 00000004:00080000:2.0:1705683772.263954:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488148322ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263960:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4146, 88 off274720 00000004:00080000:2.0:1705683772.263961:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488154867ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263966:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4452, 88 off294328 00000004:00080000:2.0:1705683772.263967:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488161364ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263973:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4147, 88 off274808 00000004:00080000:2.0:1705683772.263974:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488167717ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263979:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4453, 88 off294416 00000004:00080000:2.0:1705683772.263980:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488174351ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263986:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4148, 88 off274896 00000004:00080000:2.0:1705683772.263987:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488180652ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.263992:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4454, 88 off294504 00000004:00080000:2.0:1705683772.263993:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488186871ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.263998:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4149, 88 off274984 00000004:00080000:2.0:1705683772.263999:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488193159ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264005:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4455, 88 off294592 00000004:00080000:2.0:1705683772.264006:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488199701ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264011:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4150, 88 off275072 00000004:00080000:2.0:1705683772.264012:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488206011ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264017:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4456, 88 off294680 00000004:00080000:2.0:1705683772.264019:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488212471ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264023:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4151, 88 off275160 00000004:00080000:2.0:1705683772.264024:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488217866ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264029:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4457, 88 off294768 00000004:00080000:2.0:1705683772.264030:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488224152ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264034:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4152, 88 off275248 00000004:00080000:2.0:1705683772.264036:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488229386ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264041:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4458, 88 off294856 00000004:00080000:2.0:1705683772.264042:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488236352ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264047:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4153, 88 off275336 00000004:00080000:2.0:1705683772.264048:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488241947ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264078:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4460, 88 off295000 00000004:00080000:2.0:1705683772.264081:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488274572ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264089:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4154, 88 off275424 00000004:00080000:2.0:1705683772.264090:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488284347ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264097:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4461, 88 off295088 00000004:00080000:2.0:1705683772.264098:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488291867ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264110:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4155, 88 off275512 00000004:00080000:2.0:1705683772.264112:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488305852ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264121:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4462, 88 off295176 00000004:00080000:2.0:1705683772.264122:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488316227ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264132:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4156, 88 off275600 00000004:00080000:2.0:1705683772.264134:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488327771ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264143:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4463, 88 off295264 00000004:00080000:2.0:1705683772.264144:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488338361ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264149:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4157, 88 off275688 00000004:00080000:2.0:1705683772.264151:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488345069ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264156:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4464, 88 off295352 00000004:00080000:2.0:1705683772.264157:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488350732ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264162:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4158, 88 off275776 00000004:00080000:2.0:1705683772.264164:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488357634ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264169:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4465, 88 off295440 00000004:00080000:2.0:1705683772.264170:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488364212ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264179:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4159, 88 off275864 00000004:00080000:2.0:1705683772.264181:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488374817ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264190:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4466, 88 off295528 00000004:00080000:2.0:1705683772.264191:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488385354ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264199:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4160, 88 off275952 00000004:00080000:2.0:1705683772.264200:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488394034ns, next at 544321413865ns, rc = 0 00000100:00100000:2.0:1705683772.264212:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264213:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264217:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595319040 00010000:00010000:2.0:1705683772.264224:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c9cf200/0xcefed536a36bb5af lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cad11 expref: 5935 pid: 15142 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.264233:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264233:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264235:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595318976 00010000:00010000:2.0:1705683772.264239:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800962a5180/0xcefed536a366dccc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae618 expref: 5937 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.264243:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264244:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264246:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165960 00000100:00100000:2.0:1705683772.264248:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136750f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7966:1859:x1788538595319232:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.264254:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.264256:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d968c80/0xcefed536a366c8eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15adbd0 expref: 7966 pid: 15099 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.264261:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d968c80/0xcefed536a366c8eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15adbd0 expref: 7966 pid: 15099 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.264270:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d968c80/0xcefed536a366c8eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15adbd0 expref: 7965 pid: 15099 timeout: 644 lvb_type: 0 00010000:00010000:2.0:1705683772.264276:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.264277:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.264278:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b698a00/0xcefed536a36df0ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264281:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b698a00/0xcefed536a36df0ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264289:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.264300:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136750f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7964:1859:x1788538595319232:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 51us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.264303:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165960 00000100:00100000:2.0:1705683772.264309:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264310:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264312:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165962 00000100:00100000:2.0:1705683772.264314:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5938:1859:x1788538595319360:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.264317:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.264319:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce5d900/0xcefed536a366dce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae60a expref: 5938 pid: 14224 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.264324:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce5d900/0xcefed536a366dce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae60a expref: 5937 pid: 14224 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.264330:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce5d900/0xcefed536a366dce1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae60a expref: 5937 pid: 14224 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.264337:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.264338:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.264338:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e7fca00/0xcefed536a36df0bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264342:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e7fca00/0xcefed536a36df0bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264348:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.264355:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5935:1859:x1788538595319360:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.264358:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165962 00000100:00100000:2.0:1705683772.264377:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264377:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.264380:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 165966 00000100:00100000:2.0:1705683772.264382:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136753200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5934:1859:x1788538595319424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683772.264385:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.264387:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800962a5680/0xcefed536a366dcb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5fc expref: 5934 pid: 15065 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.264395:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800962a5680/0xcefed536a366dcb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5fc expref: 5934 pid: 15065 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.264401:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800962a5680/0xcefed536a366dcb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ae5fc expref: 5933 pid: 15065 timeout: 644 lvb_type: 1 00010000:00010000:2.0:1705683772.264405:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.264405:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.264406:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b69aa80/0xcefed536a36df0c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264409:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b69aa80/0xcefed536a36df0c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264416:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.264421:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136753200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5931:1859:x1788538595319424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.264424:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165966 00010000:00010000:2.0:1705683772.264495:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1705683772.264501:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4467, 88 off295616 00000004:00080000:2.0:1705683772.264503:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488697084ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264516:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4161, 88 off276040 00000004:00080000:2.0:1705683772.264518:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488711677ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264525:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4468, 88 off295704 00000004:00080000:2.0:1705683772.264526:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488720014ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264532:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4162, 88 off276128 00000004:00080000:2.0:1705683772.264534:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488727976ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264540:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4469, 88 off295792 00000004:00080000:2.0:1705683772.264542:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488735734ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264548:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4163, 88 off276216 00000004:00080000:2.0:1705683772.264549:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488743283ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264556:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4470, 88 off295880 00000004:00080000:2.0:1705683772.264557:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488750763ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264563:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4164, 88 off276304 00000004:00080000:2.0:1705683772.264564:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488758144ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264571:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4471, 88 off295968 00000004:00080000:2.0:1705683772.264591:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488784638ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264598:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4165, 88 off276392 00010000:00010000:2.0:1705683772.264604:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.264605:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a2e5180/0xcefed536a36df0b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264609:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a2e5180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.264610:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a2e5180/0xcefed536a36df0b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264613:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a2e5180/0xcefed536a36df0b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264620:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a2e5180/0xcefed536a36df0b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264623:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2e5180/0xcefed536a36df0b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264634:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.264634:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.264635:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683772.264637:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488830644ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264645:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4472, 88 off296056 00000004:00080000:2.0:1705683772.264647:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488840709ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264653:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4166, 88 off276480 00000004:00080000:2.0:1705683772.264655:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488848613ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264661:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4473, 88 off296144 00000004:00080000:2.0:1705683772.264662:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488856308ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264669:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4167, 88 off276568 00000004:00080000:2.0:1705683772.264670:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488863966ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264676:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4474, 88 off296232 00000004:00080000:2.0:1705683772.264678:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488871776ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264684:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4168, 88 off276656 00000004:00080000:2.0:1705683772.264685:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488879288ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264692:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4475, 88 off296320 00000004:00080000:2.0:1705683772.264693:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488887198ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264699:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4169, 88 off276744 00000004:00080000:2.0:1705683772.264701:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488894573ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264707:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4476, 88 off296408 00000004:00080000:2.0:1705683772.264708:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488901994ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264714:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4170, 88 off276832 00000004:00080000:2.0:1705683772.264716:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488909981ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264722:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4477, 88 off296496 00000004:00080000:2.0:1705683772.264724:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488917686ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264730:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4171, 88 off276920 00000004:00080000:2.0:1705683772.264731:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544488925356ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.264738:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4478, 88 off296584 00000004:00080000:2.0:1705683772.264739:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488932761ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264745:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4479, 88 off296672 00000004:00080000:2.0:1705683772.264746:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488940179ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264752:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4480, 88 off296760 00000004:00080000:2.0:1705683772.264754:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488947591ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264760:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4481, 88 off296848 00000004:00080000:2.0:1705683772.264761:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488955008ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264767:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4482, 88 off296936 00000004:00080000:2.0:1705683772.264768:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488962256ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264774:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4483, 88 off297024 00000004:00080000:2.0:1705683772.264776:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488969446ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264781:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4484, 88 off297112 00000004:00080000:2.0:1705683772.264783:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488976576ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264789:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4485, 88 off297200 00000004:00080000:2.0:1705683772.264790:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488983971ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264796:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4486, 88 off297288 00000004:00080000:2.0:1705683772.264797:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544488991279ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264829:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4487, 88 off297376 00000004:00080000:2.0:1705683772.264831:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489025089ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264839:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4488, 88 off297464 00000004:00080000:2.0:1705683772.264840:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489034183ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264846:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4489, 88 off297552 00000004:00080000:2.0:1705683772.264848:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489041546ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264854:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4490, 88 off297640 00000004:00080000:2.0:1705683772.264855:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489049184ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264861:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4491, 88 off297728 00000004:00080000:2.0:1705683772.264863:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489056656ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264869:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4492, 88 off297816 00000004:00080000:2.0:1705683772.264870:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489063858ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264876:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4493, 88 off297904 00000004:00080000:2.0:1705683772.264877:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489071124ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264883:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4494, 88 off297992 00000004:00080000:2.0:1705683772.264885:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489078484ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264891:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4495, 88 off298080 00000004:00080000:2.0:1705683772.264892:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489085796ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264898:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4496, 88 off298168 00000004:00080000:2.0:1705683772.264899:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489093056ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264906:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4497, 88 off298256 00010000:00010000:2.0:1705683772.264915:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.264916:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b69b700/0xcefed536a36df09f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264919:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b69b700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.264920:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b69b700/0xcefed536a36df09f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264923:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b69b700/0xcefed536a36df09f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264929:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b69b700/0xcefed536a36df09f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264932:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b69b700/0xcefed536a36df09f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.264942:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.264943:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.264943:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683772.264945:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489138694ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264980:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4498, 88 off298344 00000004:00080000:2.0:1705683772.264982:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489175619ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264989:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4499, 88 off298432 00000004:00080000:2.0:1705683772.264990:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489184091ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.264996:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4500, 88 off298520 00000004:00080000:2.0:1705683772.264998:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489191678ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265030:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4501, 88 off298608 00000004:00080000:2.0:1705683772.265032:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489225878ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265039:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4502, 88 off298696 00000004:00080000:2.0:1705683772.265041:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489235114ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265048:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4503, 88 off298784 00000004:00080000:2.0:1705683772.265049:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489242814ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265055:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4504, 88 off298872 00000004:00080000:2.0:1705683772.265056:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489250326ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265062:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4505, 88 off298960 00000004:00080000:2.0:1705683772.265064:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489257559ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265094:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4506, 88 off299048 00000004:00080000:2.0:1705683772.265096:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489289918ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265106:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4507, 88 off299136 00000004:00080000:2.0:1705683772.265108:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489301776ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265114:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4508, 88 off299224 00000004:00080000:2.0:1705683772.265116:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489309518ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265122:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4509, 88 off299312 00000004:00080000:2.0:1705683772.265123:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489317004ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265129:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4510, 88 off299400 00000004:00080000:2.0:1705683772.265130:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489324368ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265136:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4511, 88 off299488 00000004:00080000:2.0:1705683772.265137:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489331269ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265142:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4512, 88 off299576 00000004:00080000:2.0:1705683772.265143:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489336864ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265149:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4513, 88 off299664 00000004:00080000:2.0:1705683772.265150:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489343741ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265154:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4514, 88 off299752 00000004:00080000:2.0:1705683772.265156:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489349498ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265160:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4515, 88 off299840 00000004:00080000:2.0:1705683772.265161:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489355144ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265166:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4516, 88 off299928 00000004:00080000:2.0:1705683772.265167:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489361098ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265171:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4517, 88 off300016 00000004:00080000:2.0:1705683772.265173:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489366849ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265177:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4518, 88 off300104 00000004:00080000:2.0:1705683772.265179:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489372438ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265184:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4519, 88 off300192 00000004:00080000:2.0:1705683772.265185:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489379028ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265190:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4520, 88 off300280 00000004:00080000:2.0:1705683772.265192:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489385544ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265198:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4521, 88 off300368 00000004:00080000:2.0:1705683772.265199:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489392899ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265203:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4522, 88 off300456 00000004:00080000:2.0:1705683772.265204:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489398188ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265209:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4523, 88 off300544 00000004:00080000:2.0:1705683772.265211:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489404533ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265216:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4524, 88 off300632 00000004:00080000:2.0:1705683772.265217:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489410926ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265224:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4525, 88 off300720 00000004:00080000:2.0:1705683772.265225:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489418679ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265229:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4526, 88 off300808 00000004:00080000:2.0:1705683772.265230:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489424023ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265235:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4527, 88 off300896 00000004:00080000:2.0:1705683772.265236:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489430259ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265242:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4172, 88 off277008 00000004:00080000:2.0:1705683772.265243:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489437339ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265249:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4528, 88 off300984 00000004:00080000:2.0:1705683772.265251:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489444466ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265256:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4173, 88 off277096 00000004:00080000:2.0:1705683772.265257:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489451149ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265263:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4529, 88 off301072 00000004:00080000:2.0:1705683772.265265:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489458433ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265271:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4174, 88 off277184 00000004:00080000:2.0:1705683772.265272:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489465718ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265278:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4530, 88 off301160 00000004:00080000:2.0:1705683772.265279:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489472986ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265285:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4175, 88 off277272 00000004:00080000:2.0:1705683772.265286:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489479998ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265292:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4531, 88 off301248 00000004:00080000:2.0:1705683772.265293:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489487056ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265298:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4176, 88 off277360 00000004:00080000:2.0:1705683772.265300:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489493689ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265305:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4532, 88 off301336 00000004:00080000:2.0:1705683772.265306:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489500148ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265312:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4177, 88 off277448 00000004:00080000:2.0:1705683772.265313:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489506769ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265319:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4533, 88 off301424 00000004:00080000:2.0:1705683772.265320:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489513796ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265325:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4178, 88 off277536 00000004:00080000:2.0:1705683772.265326:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489520359ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265331:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4534, 88 off301512 00000004:00080000:2.0:1705683772.265332:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489526214ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265340:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4179, 88 off277624 00000004:00080000:2.0:1705683772.265341:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489534835ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265345:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4535, 88 off301600 00000004:00080000:2.0:1705683772.265346:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489540223ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265351:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4180, 88 off277712 00000004:00080000:2.0:1705683772.265352:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489546025ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265364:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4536, 88 off301688 00000004:00080000:2.0:1705683772.265366:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489559706ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265374:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4181, 88 off277800 00000004:00080000:2.0:1705683772.265376:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489569715ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265385:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4537, 88 off301776 00000004:00080000:2.0:1705683772.265386:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489580046ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265395:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4182, 88 off277888 00000004:00080000:2.0:1705683772.265396:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489590153ns, next at 544321413865ns, rc = 0 00000100:00100000:2.0:1705683772.265430:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.265431:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.265435:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419743 00000100:00100000:2.0:1705683772.265438:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009339d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+745:3084:x1788538554014656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683772.265445:0:14268:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32674 count 1 00010000:00010000:2.0:1705683772.265569:0:14268:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b699400/0xcefed536a36df2c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fa2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.265575:0:14268:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097cb4a00/0xcefed536a367232e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b125d expref: 7960 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.265578:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.265579:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683772.265580:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b699400/0xcefed536a36df2c8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.265589:0:14268:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097cb4a00/0xcefed536a367232e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b125d expref: 7960 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.265594:0:14268:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097cb4a00/0xcefed536a367232e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b125d expref: 7960 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:2.0:1705683772.265599:0:14268:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c271e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554014912:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.265614:0:14268:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683772.265625:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.265626:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000040:00080000:2.0:1705683772.265671:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4538, 88 off301864 00000004:00080000:2.0:1705683772.265674:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489867931ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265683:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4183, 88 off277976 00000004:00080000:2.0:1705683772.265684:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489878345ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265690:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4539, 88 off301952 00000004:00080000:2.0:1705683772.265692:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489885418ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265697:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4184, 88 off278064 00000004:00080000:2.0:1705683772.265699:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489892435ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265704:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4540, 88 off302040 00000004:00080000:2.0:1705683772.265705:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489899033ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265711:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4185, 88 off278152 00000004:00080000:2.0:1705683772.265712:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489906263ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265718:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4541, 88 off302128 00000004:00080000:2.0:1705683772.265720:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489914253ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265726:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4186, 88 off278240 00000004:00080000:2.0:1705683772.265727:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489921103ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265733:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4542, 88 off302216 00000004:00080000:2.0:1705683772.265734:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544489927936ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265740:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4187, 88 off278328 00000004:00080000:2.0:1705683772.265741:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489934988ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265746:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4188, 88 off278416 00000004:00080000:2.0:1705683772.265748:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489941453ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265753:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4189, 88 off278504 00000004:00080000:2.0:1705683772.265754:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489947821ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265786:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4191, 88 off278616 00000004:00080000:2.0:1705683772.265789:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489982548ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265797:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4192, 88 off278704 00000004:00080000:2.0:1705683772.265799:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544489992651ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265830:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4193, 88 off278792 00000004:00080000:2.0:1705683772.265832:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490025465ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265837:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4194, 88 off278880 00000004:00080000:2.0:1705683772.265839:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490032666ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265844:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4195, 88 off278968 00000004:00080000:2.0:1705683772.265846:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490039420ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265851:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4196, 88 off279056 00000004:00080000:2.0:1705683772.265852:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490046168ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265858:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4197, 88 off279144 00000004:00080000:2.0:1705683772.265859:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490053218ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265864:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4198, 88 off279232 00000004:00080000:2.0:1705683772.265865:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490058663ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265870:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4199, 88 off279320 00000004:00080000:2.0:1705683772.265871:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490064913ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265876:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4200, 88 off279408 00000004:00080000:2.0:1705683772.265877:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490071070ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265883:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4201, 88 off279496 00000004:00080000:2.0:1705683772.265884:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490078181ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265889:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4202, 88 off279584 00000004:00080000:2.0:1705683772.265890:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490083750ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265895:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4203, 88 off279672 00000004:00080000:2.0:1705683772.265896:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490090028ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265901:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4204, 88 off279760 00000004:00080000:2.0:1705683772.265902:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490096125ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265908:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4205, 88 off279848 00000004:00080000:2.0:1705683772.265909:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490103218ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265915:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4543, 88 off302304 00000004:00080000:2.0:1705683772.265916:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490109890ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265921:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4206, 88 off279936 00000004:00080000:2.0:1705683772.265923:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490116461ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265928:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4544, 88 off302392 00000004:00080000:2.0:1705683772.265929:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490123165ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265934:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4207, 88 off280024 00000004:00080000:2.0:1705683772.265936:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490129658ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265941:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4545, 88 off302480 00000004:00080000:2.0:1705683772.265942:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490136131ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265947:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4208, 88 off280112 00000004:00080000:2.0:1705683772.265949:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490142396ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265954:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4546, 88 off302568 00000004:00080000:2.0:1705683772.265955:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490148808ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265960:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4209, 88 off280200 00000004:00080000:2.0:1705683772.265961:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490155143ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265966:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4547, 88 off302656 00000004:00080000:2.0:1705683772.265968:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490161450ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265972:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4210, 88 off280288 00000004:00080000:2.0:1705683772.265974:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490167518ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265979:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4548, 88 off302744 00000004:00080000:2.0:1705683772.265980:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490174206ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265985:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4211, 88 off280376 00000004:00080000:2.0:1705683772.265986:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490180273ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.265992:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4549, 88 off302832 00000004:00080000:2.0:1705683772.265993:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490186618ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.265998:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4212, 88 off280464 00000004:00080000:2.0:1705683772.265999:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490192971ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266004:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4550, 88 off302920 00000004:00080000:2.0:1705683772.266005:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490199351ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266010:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4213, 88 off280552 00000004:00080000:2.0:1705683772.266012:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490205685ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266017:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4551, 88 off303008 00000004:00080000:2.0:1705683772.266019:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490212723ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266024:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4214, 88 off280640 00000004:00080000:2.0:1705683772.266025:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490219191ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266054:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4553, 88 off303192 00000004:00080000:2.0:1705683772.266057:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490250758ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266065:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4215, 88 off280728 00000004:00080000:2.0:1705683772.266066:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490260173ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266072:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4554, 88 off303280 00000004:00080000:2.0:1705683772.266073:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490267376ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266079:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4216, 88 off280816 00000004:00080000:2.0:1705683772.266080:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490274078ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266086:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4555, 88 off303368 00000004:00080000:2.0:1705683772.266087:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490281086ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266092:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4217, 88 off280904 00000004:00080000:2.0:1705683772.266093:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490287316ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266099:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4556, 88 off303456 00000004:00080000:2.0:1705683772.266100:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490293911ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266105:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4218, 88 off280992 00000004:00080000:2.0:1705683772.266106:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490300163ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266111:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4557, 88 off303544 00000004:00080000:2.0:1705683772.266113:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490306563ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266118:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4219, 88 off281080 00000004:00080000:2.0:1705683772.266119:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490313183ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266125:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4558, 88 off303632 00000004:00080000:2.0:1705683772.266126:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490319905ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266131:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4220, 88 off281168 00000004:00080000:2.0:1705683772.266132:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490326143ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266138:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4559, 88 off303720 00000004:00080000:2.0:1705683772.266139:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490332922ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266144:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4221, 88 off281256 00000004:00080000:2.0:1705683772.266145:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490339070ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266150:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4560, 88 off303808 00000004:00080000:2.0:1705683772.266152:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490345518ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266157:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4222, 88 off281344 00000004:00080000:2.0:1705683772.266158:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490351958ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266163:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4561, 88 off303896 00000004:00080000:2.0:1705683772.266165:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490358517ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266170:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4223, 88 off281432 00000004:00080000:2.0:1705683772.266171:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490364847ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266176:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4562, 88 off303984 00000004:00080000:2.0:1705683772.266178:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490371567ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266183:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4224, 88 off281520 00000004:00080000:2.0:1705683772.266184:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490377763ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266189:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4563, 88 off304072 00000004:00080000:2.0:1705683772.266190:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490384170ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266195:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4225, 88 off281608 00000004:00080000:2.0:1705683772.266197:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490390385ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266202:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4564, 88 off304160 00000004:00080000:2.0:1705683772.266203:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490397105ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266208:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4226, 88 off281696 00000004:00080000:2.0:1705683772.266209:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490403298ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266215:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4565, 88 off304248 00000004:00080000:2.0:1705683772.266216:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490409668ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266221:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4227, 88 off281784 00000004:00080000:2.0:1705683772.266222:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490415750ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266227:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4566, 88 off304336 00000004:00080000:2.0:1705683772.266228:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490422098ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266233:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4228, 88 off281872 00000004:00080000:2.0:1705683772.266234:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490428257ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266240:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4567, 88 off304424 00000004:00080000:2.0:1705683772.266241:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490434598ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266246:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4229, 88 off281960 00000004:00080000:2.0:1705683772.266247:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490440635ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266252:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4568, 88 off304512 00000004:00080000:2.0:1705683772.266253:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490447052ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266258:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4230, 88 off282048 00000004:00080000:2.0:1705683772.266259:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490453302ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266265:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4569, 88 off304600 00000004:00080000:2.0:1705683772.266266:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490459823ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266271:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4231, 88 off282136 00000004:00080000:2.0:1705683772.266272:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490466132ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266277:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4570, 88 off304688 00000004:00080000:2.0:1705683772.266279:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490472465ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266283:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4232, 88 off282224 00000004:00080000:2.0:1705683772.266285:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490478528ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266290:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4571, 88 off304776 00000004:00080000:2.0:1705683772.266291:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490485277ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266296:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4233, 88 off282312 00000004:00080000:2.0:1705683772.266298:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490491408ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266303:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4572, 88 off304864 00000004:00080000:2.0:1705683772.266304:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490497918ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266309:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4234, 88 off282400 00000004:00080000:2.0:1705683772.266311:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490504538ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266316:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4573, 88 off304952 00000004:00080000:2.0:1705683772.266317:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490511338ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266322:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4235, 88 off282488 00000004:00080000:2.0:1705683772.266324:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490517622ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266329:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4574, 88 off305040 00000004:00080000:2.0:1705683772.266330:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490524113ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266335:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4236, 88 off282576 00000004:00080000:2.0:1705683772.266336:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490530135ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266341:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4575, 88 off305128 00000004:00080000:2.0:1705683772.266343:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490536447ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266368:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4237, 88 off282664 00000004:00080000:2.0:1705683772.266370:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490563790ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266378:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4576, 88 off305216 00000004:00080000:2.0:1705683772.266380:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490573423ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266385:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4238, 88 off282752 00000004:00080000:2.0:1705683772.266387:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490580610ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266392:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4577, 88 off305304 00000004:00080000:2.0:1705683772.266394:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490587478ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266399:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4239, 88 off282840 00000004:00080000:2.0:1705683772.266401:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490594443ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266406:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4578, 88 off305392 00000004:00080000:2.0:1705683772.266408:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490601420ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266413:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4240, 88 off282928 00000004:00080000:2.0:1705683772.266414:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490607812ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266419:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4579, 88 off305480 00000004:00080000:2.0:1705683772.266420:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490614212ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266425:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4241, 88 off283016 00000004:00080000:2.0:1705683772.266427:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490620488ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266432:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4580, 88 off305568 00000004:00080000:2.0:1705683772.266433:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490627140ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266438:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4242, 88 off283104 00000004:00080000:2.0:1705683772.266439:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490633253ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266445:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4581, 88 off305656 00000004:00080000:2.0:1705683772.266446:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490639680ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266451:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4243, 88 off283192 00000004:00080000:2.0:1705683772.266452:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490645732ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266457:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4582, 88 off305744 00000004:00080000:2.0:1705683772.266458:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490652300ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266463:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4244, 88 off283280 00000004:00080000:2.0:1705683772.266465:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490658478ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266470:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4583, 88 off305832 00000004:00080000:2.0:1705683772.266471:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490665020ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266476:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4245, 88 off283368 00000004:00080000:2.0:1705683772.266477:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490671187ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266482:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4584, 88 off305920 00000004:00080000:2.0:1705683772.266484:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490677525ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266489:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4246, 88 off283456 00000004:00080000:2.0:1705683772.266490:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490683932ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266495:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4585, 88 off306008 00000004:00080000:2.0:1705683772.266497:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490690393ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266501:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4247, 88 off283544 00000004:00080000:2.0:1705683772.266503:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490696478ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266508:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4586, 88 off306096 00000004:00080000:2.0:1705683772.266509:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490702885ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266514:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4248, 88 off283632 00000004:00080000:2.0:1705683772.266515:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490709093ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266520:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4587, 88 off306184 00000004:00080000:2.0:1705683772.266522:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490715468ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266526:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4249, 88 off283720 00000004:00080000:2.0:1705683772.266528:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490721552ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266533:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4588, 88 off306272 00000004:00080000:2.0:1705683772.266534:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490727985ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266539:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4250, 88 off283808 00000004:00080000:2.0:1705683772.266540:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490734090ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266545:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4589, 88 off306360 00000004:00080000:2.0:1705683772.266547:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490740423ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266552:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4251, 88 off283896 00000004:00080000:2.0:1705683772.266553:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490746668ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266558:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4590, 88 off306448 00000004:00080000:2.0:1705683772.266559:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490752950ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266564:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4252, 88 off283984 00000004:00080000:2.0:1705683772.266565:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490759258ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266570:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4591, 88 off306536 00000004:00080000:2.0:1705683772.266571:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490764890ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266576:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4253, 88 off284072 00000004:00080000:2.0:1705683772.266577:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490771057ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266581:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4592, 88 off306624 00000004:00080000:2.0:1705683772.266583:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490777088ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266588:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4254, 88 off284160 00000004:00080000:2.0:1705683772.266589:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490783303ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266594:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4593, 88 off306712 00000004:00080000:2.0:1705683772.266595:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490788633ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266600:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4255, 88 off284248 00000004:00080000:2.0:1705683772.266601:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490794820ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266605:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4594, 88 off306800 00000004:00080000:2.0:1705683772.266607:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490800468ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266612:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4256, 88 off284336 00000004:00080000:2.0:1705683772.266613:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490806672ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266617:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4595, 88 off306888 00000004:00080000:2.0:1705683772.266618:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490811967ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266623:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4257, 88 off284424 00000004:00080000:2.0:1705683772.266624:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490817982ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266629:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4596, 88 off306976 00000004:00080000:2.0:1705683772.266630:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490824365ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266635:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4258, 88 off284512 00000004:00080000:2.0:1705683772.266637:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490830435ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266642:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4597, 88 off307064 00000004:00080000:2.0:1705683772.266643:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490836813ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266648:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4259, 88 off284600 00000004:00080000:2.0:1705683772.266649:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490843010ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266655:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4598, 88 off307152 00000004:00080000:2.0:1705683772.266656:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490849745ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266661:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4260, 88 off284688 00000004:00080000:2.0:1705683772.266662:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490855860ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266688:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4599, 88 off307240 00000004:00080000:2.0:1705683772.266690:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490884203ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266698:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4261, 88 off284776 00000004:00080000:2.0:1705683772.266699:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490893040ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266705:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4600, 88 off307328 00000004:00080000:2.0:1705683772.266706:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490900073ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266711:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4262, 88 off284864 00000004:00080000:2.0:1705683772.266713:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490906412ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266718:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4601, 88 off307416 00000004:00080000:2.0:1705683772.266719:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490913148ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266724:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4263, 88 off284952 00000004:00080000:2.0:1705683772.266726:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490919712ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266731:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4602, 88 off307504 00000004:00080000:2.0:1705683772.266733:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490926393ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266738:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4264, 88 off285040 00000004:00080000:2.0:1705683772.266739:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490932642ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266744:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4603, 88 off307592 00000004:00080000:2.0:1705683772.266745:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490939055ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266750:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4265, 88 off285128 00000004:00080000:2.0:1705683772.266751:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490945210ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266756:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4604, 88 off307680 00000004:00080000:2.0:1705683772.266758:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490951577ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266763:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4266, 88 off285216 00000004:00080000:2.0:1705683772.266764:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490957997ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266769:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4605, 88 off307768 00000004:00080000:2.0:1705683772.266770:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490964323ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266775:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4267, 88 off285304 00000004:00080000:2.0:1705683772.266777:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490970462ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266782:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4606, 88 off307856 00000004:00080000:2.0:1705683772.266783:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490976797ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266788:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4268, 88 off285392 00000004:00080000:2.0:1705683772.266789:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544490983192ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266794:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4607, 88 off307944 00000004:00080000:2.0:1705683772.266796:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544490989477ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.266821:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4269, 88 off285480 00000004:00080000:2.0:1705683772.266823:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491017250ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266831:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4270, 88 off285568 00000004:00080000:2.0:1705683772.266832:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491025768ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266836:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4271, 88 off285656 00000004:00080000:2.0:1705683772.266837:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491031325ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266843:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4272, 88 off285744 00000004:00080000:2.0:1705683772.266844:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491038110ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266852:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4273, 88 off285832 00000004:00080000:2.0:1705683772.266853:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491046782ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266857:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4274, 88 off285920 00000004:00080000:2.0:1705683772.266858:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491052217ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266863:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4275, 88 off286008 00000004:00080000:2.0:1705683772.266865:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491058405ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266869:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4276, 88 off286096 00000004:00080000:2.0:1705683772.266870:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491063863ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266875:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4277, 88 off286184 00000004:00080000:2.0:1705683772.266877:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491070450ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266881:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4278, 88 off286272 00000004:00080000:2.0:1705683772.266882:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491076093ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266887:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4279, 88 off286360 00000004:00080000:2.0:1705683772.266889:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491083000ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266893:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4280, 88 off286448 00000004:00080000:2.0:1705683772.266895:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491088557ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266900:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4281, 88 off286536 00000004:00080000:2.0:1705683772.266901:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491095040ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266905:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4282, 88 off286624 00000004:00080000:2.0:1705683772.266907:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491100613ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266938:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4284, 88 off286808 00000004:00080000:2.0:1705683772.266940:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491133807ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266948:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4285, 88 off286896 00000004:00080000:2.0:1705683772.266949:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491143244ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266955:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4286, 88 off286984 00000004:00080000:2.0:1705683772.266956:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491150120ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266962:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4287, 88 off287072 00000004:00080000:2.0:1705683772.266963:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491156830ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266968:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4288, 88 off287160 00000004:00080000:2.0:1705683772.266969:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491163212ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266974:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4289, 88 off287248 00000004:00080000:2.0:1705683772.266975:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491168694ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266980:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4290, 88 off287336 00000004:00080000:2.0:1705683772.266981:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491175002ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266986:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4291, 88 off287424 00000004:00080000:2.0:1705683772.266988:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491181575ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266993:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4292, 88 off287512 00000004:00080000:2.0:1705683772.266994:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491188009ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.266998:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4293, 88 off287600 00000004:00080000:2.0:1705683772.267000:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491193430ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267005:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4294, 88 off287688 00000004:00080000:2.0:1705683772.267006:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491199759ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267011:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4295, 88 off287776 00000004:00080000:2.0:1705683772.267012:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491205970ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267018:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4296, 88 off287864 00000004:00080000:2.0:1705683772.267019:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491212777ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267023:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4297, 88 off287952 00000004:00080000:2.0:1705683772.267024:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491218049ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267029:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4298, 88 off288040 00000004:00080000:2.0:1705683772.267031:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491224455ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267036:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4299, 88 off288128 00000004:00080000:2.0:1705683772.267037:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491230740ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267042:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4300, 88 off288216 00000004:00080000:2.0:1705683772.267043:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491237352ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267048:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4301, 88 off288304 00000004:00080000:2.0:1705683772.267049:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491242770ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267056:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4302, 88 off288392 00000004:00080000:2.0:1705683772.267057:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491251132ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267062:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4303, 88 off288480 00000004:00080000:2.0:1705683772.267064:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491257569ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267069:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4304, 88 off288568 00000004:00080000:2.0:1705683772.267070:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491264267ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267076:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4305, 88 off288656 00000004:00080000:2.0:1705683772.267077:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491271189ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267083:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4306, 88 off288744 00000004:00080000:2.0:1705683772.267084:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491277764ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267088:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4307, 88 off288832 00000004:00080000:2.0:1705683772.267089:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491283220ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267094:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4308, 88 off288920 00000004:00080000:2.0:1705683772.267096:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491289465ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267101:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4309, 88 off289008 00000004:00080000:2.0:1705683772.267102:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491295727ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267107:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4310, 88 off289096 00000004:00080000:2.0:1705683772.267108:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491302160ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267113:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4311, 88 off289184 00000004:00080000:2.0:1705683772.267114:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491307554ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267119:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4312, 88 off289272 00000004:00080000:2.0:1705683772.267120:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491313939ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267125:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4313, 88 off289360 00000004:00080000:2.0:1705683772.267126:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491320282ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267132:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4314, 88 off289448 00000004:00080000:2.0:1705683772.267133:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491326595ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267137:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4315, 88 off289536 00000004:00080000:2.0:1705683772.267138:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491332100ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267144:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4608, 88 off308032 00000004:00080000:2.0:1705683772.267145:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491339275ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267158:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4316, 88 off289624 00000004:00080000:2.0:1705683772.267159:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491353259ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267165:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4609, 88 off308120 00000004:00080000:2.0:1705683772.267166:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491360362ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267171:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4317, 88 off289712 00000004:00080000:2.0:1705683772.267172:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491366377ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267178:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4610, 88 off308208 00000004:00080000:2.0:1705683772.267180:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491373435ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267185:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4318, 88 off289800 00000004:00080000:2.0:1705683772.267186:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491380230ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267192:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4611, 88 off308296 00000004:00080000:2.0:1705683772.267193:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491386997ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267198:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4319, 88 off289888 00000004:00080000:2.0:1705683772.267200:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491393712ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267205:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4612, 88 off308384 00000004:00080000:2.0:1705683772.267207:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491400472ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267212:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4320, 88 off289976 00000004:00080000:2.0:1705683772.267213:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491406737ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267218:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4613, 88 off308472 00000004:00080000:2.0:1705683772.267219:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491413192ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267224:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4321, 88 off290064 00000004:00080000:2.0:1705683772.267226:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491419424ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267231:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4614, 88 off308560 00000004:00080000:2.0:1705683772.267232:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491425749ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267237:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4322, 88 off290152 00000004:00080000:2.0:1705683772.267238:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491432197ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267244:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4615, 88 off308648 00000004:00080000:2.0:1705683772.267245:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491438824ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267250:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4323, 88 off290240 00000004:00080000:2.0:1705683772.267251:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491444977ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267257:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4616, 88 off308736 00000004:00080000:2.0:1705683772.267258:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491452097ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267263:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4324, 88 off290328 00000004:00080000:2.0:1705683772.267265:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491458482ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267270:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4617, 88 off308824 00000004:00080000:2.0:1705683772.267271:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491465109ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267276:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4325, 88 off290416 00000004:00080000:2.0:1705683772.267277:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491471370ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267283:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4618, 88 off308912 00000004:00080000:2.0:1705683772.267284:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491477799ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267289:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4326, 88 off290504 00000004:00080000:2.0:1705683772.267290:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491483852ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267295:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4619, 88 off309000 00000004:00080000:2.0:1705683772.267296:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491490262ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267302:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4327, 88 off290592 00000004:00080000:2.0:1705683772.267303:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491496615ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267308:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4620, 88 off309088 00000004:00080000:2.0:1705683772.267309:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491503220ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267314:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4328, 88 off290680 00000004:00080000:2.0:1705683772.267316:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491509395ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267321:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4621, 88 off309176 00000004:00080000:2.0:1705683772.267322:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491515740ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267327:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4329, 88 off290768 00000004:00080000:2.0:1705683772.267328:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491521982ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267333:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4622, 88 off309264 00000004:00080000:2.0:1705683772.267335:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491528827ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267361:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4330, 88 off290856 00000004:00080000:2.0:1705683772.267363:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491556759ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267371:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4623, 88 off309352 00000004:00080000:2.0:1705683772.267373:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491566539ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267379:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4331, 88 off290944 00000004:00080000:2.0:1705683772.267380:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491574095ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267386:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4624, 88 off309440 00000004:00080000:2.0:1705683772.267387:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491581100ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267393:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4332, 88 off291032 00000004:00080000:2.0:1705683772.267394:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491587950ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267399:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4625, 88 off309528 00000004:00080000:2.0:1705683772.267401:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491594667ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267406:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4333, 88 off291120 00000004:00080000:2.0:1705683772.267407:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491601274ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267413:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4626, 88 off309616 00000004:00080000:2.0:1705683772.267414:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491607705ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267419:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4334, 88 off291208 00000004:00080000:2.0:1705683772.267420:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491613785ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267425:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4627, 88 off309704 00000004:00080000:2.0:1705683772.267426:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491620119ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267431:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4335, 88 off291296 00000004:00080000:2.0:1705683772.267433:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491626690ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267438:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4628, 88 off309792 00000004:00080000:2.0:1705683772.267439:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491633337ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267445:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4336, 88 off291384 00000004:00080000:2.0:1705683772.267446:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491639849ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267451:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4629, 88 off309880 00000004:00080000:2.0:1705683772.267452:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491646354ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267458:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4337, 88 off291472 00000004:00080000:2.0:1705683772.267459:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491653032ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267465:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4630, 88 off309968 00000004:00080000:2.0:1705683772.267466:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491659957ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267471:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4338, 88 off291560 00000004:00080000:2.0:1705683772.267472:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491666277ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267478:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4631, 88 off310056 00000004:00080000:2.0:1705683772.267479:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491672704ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267484:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4339, 88 off291648 00000004:00080000:2.0:1705683772.267485:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491678749ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267490:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4632, 88 off310144 00000004:00080000:2.0:1705683772.267491:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491685239ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267496:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4340, 88 off291736 00000004:00080000:2.0:1705683772.267498:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491691474ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267503:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4633, 88 off310232 00000004:00080000:2.0:1705683772.267504:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491697844ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267509:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4341, 88 off291824 00000004:00080000:2.0:1705683772.267510:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491703902ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267515:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4634, 88 off310320 00000004:00080000:2.0:1705683772.267517:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491710565ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267522:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4342, 88 off291912 00000004:00080000:2.0:1705683772.267523:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491716859ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267528:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4635, 88 off310408 00000004:00080000:2.0:1705683772.267530:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491723500ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267535:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4343, 88 off292000 00000004:00080000:2.0:1705683772.267536:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491729692ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267541:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4636, 88 off310496 00000004:00080000:2.0:1705683772.267542:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491736212ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267547:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4344, 88 off292088 00000004:00080000:2.0:1705683772.267549:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491742597ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267554:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4637, 88 off310584 00000004:00080000:2.0:1705683772.267555:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491748995ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267560:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4345, 88 off292176 00000004:00080000:2.0:1705683772.267561:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491755044ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267566:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4638, 88 off310672 00000004:00080000:2.0:1705683772.267567:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491761290ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267572:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4346, 88 off292264 00000004:00080000:2.0:1705683772.267574:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491767504ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267579:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4639, 88 off310760 00000004:00080000:2.0:1705683772.267580:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491773920ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267585:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4347, 88 off292352 00000004:00080000:2.0:1705683772.267586:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491780260ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267592:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4640, 88 off310848 00000004:00080000:2.0:1705683772.267593:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491786672ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267598:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4348, 88 off292440 00000004:00080000:2.0:1705683772.267599:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491792805ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267604:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4641, 88 off310936 00000004:00080000:2.0:1705683772.267605:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491799210ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267610:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4349, 88 off292528 00000004:00080000:2.0:1705683772.267612:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491805407ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267617:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4642, 88 off311024 00000004:00080000:2.0:1705683772.267618:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491811859ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267623:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4350, 88 off292616 00000004:00080000:2.0:1705683772.267624:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491817937ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267630:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4643, 88 off311112 00000004:00080000:2.0:1705683772.267631:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491824617ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267636:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4351, 88 off292704 00000004:00080000:2.0:1705683772.267637:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491830705ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267642:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4644, 88 off311200 00000004:00080000:2.0:1705683772.267643:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491837077ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267648:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4352, 88 off292792 00000004:00080000:2.0:1705683772.267649:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491843284ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267677:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4646, 88 off311384 00000004:00080000:2.0:1705683772.267679:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491872564ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267686:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4353, 88 off292880 00000004:00080000:2.0:1705683772.267688:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491881480ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267693:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4647, 88 off311472 00000004:00080000:2.0:1705683772.267695:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491888399ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267700:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4354, 88 off292968 00000004:00080000:2.0:1705683772.267701:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491894720ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267706:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4648, 88 off311560 00000004:00080000:2.0:1705683772.267707:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491901340ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267713:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4355, 88 off293056 00000004:00080000:2.0:1705683772.267715:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491908667ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267720:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4649, 88 off311648 00000004:00080000:2.0:1705683772.267722:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491915519ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267727:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4356, 88 off293144 00000004:00080000:2.0:1705683772.267728:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491922219ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267734:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4650, 88 off311736 00000004:00080000:2.0:1705683772.267735:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491928912ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267740:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4357, 88 off293232 00000004:00080000:2.0:1705683772.267742:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491935437ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267747:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4651, 88 off311824 00000004:00080000:2.0:1705683772.267748:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491941856ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267753:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4358, 88 off293320 00000004:00080000:2.0:1705683772.267754:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491948239ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267760:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4652, 88 off311912 00000004:00080000:2.0:1705683772.267761:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491954721ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267766:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4359, 88 off293408 00000004:00080000:2.0:1705683772.267767:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491960846ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267772:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4653, 88 off312000 00000004:00080000:2.0:1705683772.267773:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491967116ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267778:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4360, 88 off293496 00000004:00080000:2.0:1705683772.267779:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491973361ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267785:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4654, 88 off312088 00000004:00080000:2.0:1705683772.267786:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491979757ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267791:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4361, 88 off293584 00000004:00080000:2.0:1705683772.267792:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544491985882ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267797:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4655, 88 off312176 00000004:00080000:2.0:1705683772.267798:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544491992189ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267823:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4362, 88 off293672 00000004:00080000:2.0:1705683772.267825:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492018772ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267831:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4656, 88 off312264 00000004:00080000:2.0:1705683772.267832:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492025771ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267837:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4363, 88 off293760 00000004:00080000:2.0:1705683772.267838:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492032164ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267844:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4657, 88 off312352 00000004:00080000:2.0:1705683772.267845:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492038981ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267851:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4364, 88 off293848 00000004:00080000:2.0:1705683772.267852:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492045661ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267857:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4658, 88 off312440 00000004:00080000:2.0:1705683772.267858:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492052294ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267863:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4365, 88 off293936 00000004:00080000:2.0:1705683772.267865:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492058521ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267870:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4659, 88 off312528 00000004:00080000:2.0:1705683772.267871:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492064881ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267876:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4366, 88 off294024 00000004:00080000:2.0:1705683772.267877:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492071029ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267883:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4660, 88 off312616 00000004:00080000:2.0:1705683772.267884:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492077664ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267889:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4367, 88 off294112 00000004:00080000:2.0:1705683772.267890:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492084061ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267895:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4661, 88 off312704 00000004:00080000:2.0:1705683772.267897:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492090486ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267901:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4368, 88 off294200 00000004:00080000:2.0:1705683772.267903:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492096534ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267908:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4662, 88 off312792 00000004:00080000:2.0:1705683772.267909:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492102917ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267914:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4369, 88 off294288 00000004:00080000:2.0:1705683772.267915:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492109259ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267921:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4663, 88 off312880 00000004:00080000:2.0:1705683772.267922:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492115757ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267927:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4370, 88 off294376 00000004:00080000:2.0:1705683772.267928:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492122124ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267933:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4664, 88 off312968 00000004:00080000:2.0:1705683772.267935:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492128597ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267940:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4371, 88 off294464 00000004:00080000:2.0:1705683772.267941:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492135041ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267946:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4665, 88 off313056 00000004:00080000:2.0:1705683772.267947:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492141329ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267952:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4372, 88 off294552 00000004:00080000:2.0:1705683772.267954:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492147439ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267959:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4666, 88 off313144 00000004:00080000:2.0:1705683772.267960:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492153769ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267965:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4373, 88 off294640 00000004:00080000:2.0:1705683772.267966:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492159939ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267972:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4667, 88 off313232 00000004:00080000:2.0:1705683772.267973:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492166611ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267978:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4374, 88 off294728 00000004:00080000:2.0:1705683772.267979:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492172749ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267984:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4668, 88 off313320 00000004:00080000:2.0:1705683772.267985:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492179167ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.267991:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4375, 88 off294816 00000004:00080000:2.0:1705683772.267993:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492186647ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.267998:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4669, 88 off313408 00000004:00080000:2.0:1705683772.267999:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492193331ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268027:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4377, 88 off295000 00000004:00080000:2.0:1705683772.268030:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492223389ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268038:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4670, 88 off313496 00000004:00080000:2.0:1705683772.268039:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492233114ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268045:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4378, 88 off295088 00000004:00080000:2.0:1705683772.268046:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492240197ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268052:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4671, 88 off313584 00000004:00080000:2.0:1705683772.268054:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492247781ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268059:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4379, 88 off295176 00000004:00080000:2.0:1705683772.268061:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492254464ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268066:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4672, 88 off313672 00000004:00080000:2.0:1705683772.268067:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492261254ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268073:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4380, 88 off295264 00000004:00080000:2.0:1705683772.268074:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492267729ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268079:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4673, 88 off313760 00000004:00080000:2.0:1705683772.268080:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492274362ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268086:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4381, 88 off295352 00000004:00080000:2.0:1705683772.268087:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492280722ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268092:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4674, 88 off313848 00000004:00080000:2.0:1705683772.268093:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492287236ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268098:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4382, 88 off295440 00000004:00080000:2.0:1705683772.268100:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492293974ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268105:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4675, 88 off313936 00000004:00080000:2.0:1705683772.268107:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492300672ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268112:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4383, 88 off295528 00000004:00080000:2.0:1705683772.268114:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492307456ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268119:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4676, 88 off314024 00000004:00080000:2.0:1705683772.268120:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492314011ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268125:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4384, 88 off295616 00000004:00080000:2.0:1705683772.268127:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492320506ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268132:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4677, 88 off314112 00000004:00080000:2.0:1705683772.268134:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492327449ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268139:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4385, 88 off295704 00000004:00080000:2.0:1705683772.268140:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492334087ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268145:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4678, 88 off314200 00000004:00080000:2.0:1705683772.268147:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492340591ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268152:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4386, 88 off295792 00000004:00080000:2.0:1705683772.268153:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492346714ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268158:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4679, 88 off314288 00000004:00080000:2.0:1705683772.268159:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492353047ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268164:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4387, 88 off295880 00000004:00080000:2.0:1705683772.268165:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492359232ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268171:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4680, 88 off314376 00000004:00080000:2.0:1705683772.268172:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492365676ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268177:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4388, 88 off295968 00000004:00080000:2.0:1705683772.268178:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492371869ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268183:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4681, 88 off314464 00000004:00080000:2.0:1705683772.268184:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492378374ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268189:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4389, 88 off296056 00000004:00080000:2.0:1705683772.268191:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492384561ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268196:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4682, 88 off314552 00000004:00080000:2.0:1705683772.268197:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492390926ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268202:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4390, 88 off296144 00000004:00080000:2.0:1705683772.268203:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492397194ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268208:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4683, 88 off314640 00000004:00080000:2.0:1705683772.268210:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492403542ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268215:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4391, 88 off296232 00000004:00080000:2.0:1705683772.268216:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492409729ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268221:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4684, 88 off314728 00000004:00080000:2.0:1705683772.268222:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492416114ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268227:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4392, 88 off296320 00000004:00080000:2.0:1705683772.268229:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492422476ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268234:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4685, 88 off314816 00000004:00080000:2.0:1705683772.268235:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492428902ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268240:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4393, 88 off296408 00000004:00080000:2.0:1705683772.268241:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492435081ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268246:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4686, 88 off314904 00000004:00080000:2.0:1705683772.268248:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492441541ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268253:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4394, 88 off296496 00000004:00080000:2.0:1705683772.268254:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492447699ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268259:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4687, 88 off314992 00000004:00080000:2.0:1705683772.268260:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492454206ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268265:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4395, 88 off296584 00000004:00080000:2.0:1705683772.268267:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492460541ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268272:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4688, 88 off315080 00000004:00080000:2.0:1705683772.268273:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492466841ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268278:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4396, 88 off296672 00000004:00080000:2.0:1705683772.268279:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492472929ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268284:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4689, 88 off315168 00000004:00080000:2.0:1705683772.268285:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492479352ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268290:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4397, 88 off296760 00000004:00080000:2.0:1705683772.268292:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492485412ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268297:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4690, 88 off315256 00000004:00080000:2.0:1705683772.268298:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492491737ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268303:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4398, 88 off296848 00000004:00080000:2.0:1705683772.268304:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492497811ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268309:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4691, 88 off315344 00000004:00080000:2.0:1705683772.268310:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492504274ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268315:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4399, 88 off296936 00000004:00080000:2.0:1705683772.268317:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492510431ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268341:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4692, 88 off315432 00000004:00080000:2.0:1705683772.268343:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492537339ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268351:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4400, 88 off297024 00000004:00080000:2.0:1705683772.268353:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492546402ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268358:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4693, 88 off315520 00000004:00080000:2.0:1705683772.268359:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492553342ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268365:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4401, 88 off297112 00000004:00080000:2.0:1705683772.268366:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492559752ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268371:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4694, 88 off315608 00000004:00080000:2.0:1705683772.268373:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492566414ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268378:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4402, 88 off297200 00000004:00080000:2.0:1705683772.268379:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492572914ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268384:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4695, 88 off315696 00000004:00080000:2.0:1705683772.268386:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492579382ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268390:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4403, 88 off297288 00000004:00080000:2.0:1705683772.268392:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492585381ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268397:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4696, 88 off315784 00000004:00080000:2.0:1705683772.268398:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492591771ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268403:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4404, 88 off297376 00000004:00080000:2.0:1705683772.268405:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492598409ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268410:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4697, 88 off315872 00000004:00080000:2.0:1705683772.268411:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492605006ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268416:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4405, 88 off297464 00000004:00080000:2.0:1705683772.268418:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492611496ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268423:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4698, 88 off315960 00000004:00080000:2.0:1705683772.268425:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492618499ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268430:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4406, 88 off297552 00000004:00080000:2.0:1705683772.268431:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492625229ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268437:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4699, 88 off316048 00000004:00080000:2.0:1705683772.268438:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492631644ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268443:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4407, 88 off297640 00000004:00080000:2.0:1705683772.268444:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492637777ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268449:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4700, 88 off316136 00000004:00080000:2.0:1705683772.268450:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492644031ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268455:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4408, 88 off297728 00000004:00080000:2.0:1705683772.268456:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492650016ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268461:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4701, 88 off316224 00000004:00080000:2.0:1705683772.268462:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492656374ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268467:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4409, 88 off297816 00000004:00080000:2.0:1705683772.268469:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492662556ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268474:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4702, 88 off316312 00000004:00080000:2.0:1705683772.268475:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492668974ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268480:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4410, 88 off297904 00000004:00080000:2.0:1705683772.268481:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492675022ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268486:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4703, 88 off316400 00000004:00080000:2.0:1705683772.268488:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492681464ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268492:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4411, 88 off297992 00000004:00080000:2.0:1705683772.268494:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492687531ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268499:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4704, 88 off316488 00000004:00080000:2.0:1705683772.268500:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492693867ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268505:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4412, 88 off298080 00000004:00080000:2.0:1705683772.268506:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492700187ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268512:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4705, 88 off316576 00000004:00080000:2.0:1705683772.268513:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492706674ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268518:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4413, 88 off298168 00000004:00080000:2.0:1705683772.268519:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492712696ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268524:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4706, 88 off316664 00000004:00080000:2.0:1705683772.268525:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492719046ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268530:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4414, 88 off298256 00000004:00080000:2.0:1705683772.268531:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492725109ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268536:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4707, 88 off316752 00000004:00080000:2.0:1705683772.268538:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492731431ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268542:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4415, 88 off298344 00000004:00080000:2.0:1705683772.268544:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492737473ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268549:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4708, 88 off316840 00000004:00080000:2.0:1705683772.268550:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492743834ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268555:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4416, 88 off298432 00000004:00080000:2.0:1705683772.268557:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492750523ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268562:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4709, 88 off316928 00000004:00080000:2.0:1705683772.268563:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492757121ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268568:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4417, 88 off298520 00000004:00080000:2.0:1705683772.268570:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492763416ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268575:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4710, 88 off317016 00000004:00080000:2.0:1705683772.268576:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492769979ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268581:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4418, 88 off298608 00000004:00080000:2.0:1705683772.268582:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492776274ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268588:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4711, 88 off317104 00000004:00080000:2.0:1705683772.268589:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492782726ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268594:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4419, 88 off298696 00000004:00080000:2.0:1705683772.268595:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492789101ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268600:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4712, 88 off317192 00000004:00080000:2.0:1705683772.268602:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492795488ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268607:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4420, 88 off298784 00000004:00080000:2.0:1705683772.268608:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492801616ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268613:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4713, 88 off317280 00000004:00080000:2.0:1705683772.268614:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492808026ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268619:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4421, 88 off298872 00000004:00080000:2.0:1705683772.268620:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492814124ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268625:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4714, 88 off317368 00000004:00080000:2.0:1705683772.268627:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492820473ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268631:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4422, 88 off298960 00000004:00080000:2.0:1705683772.268633:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492826558ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268638:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4715, 88 off317456 00000004:00080000:2.0:1705683772.268639:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492832991ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268664:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4423, 88 off299048 00000004:00080000:2.0:1705683772.268667:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492860504ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268675:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4716, 88 off317544 00000004:00080000:2.0:1705683772.268676:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492869649ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268682:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4424, 88 off299136 00000004:00080000:2.0:1705683772.268683:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492877081ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268689:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4717, 88 off317632 00000004:00080000:2.0:1705683772.268690:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492883844ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268695:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4425, 88 off299224 00000004:00080000:2.0:1705683772.268696:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492890303ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268702:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4718, 88 off317720 00000004:00080000:2.0:1705683772.268703:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492897136ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268708:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4426, 88 off299312 00000004:00080000:2.0:1705683772.268710:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492903598ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268715:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4719, 88 off317808 00000004:00080000:2.0:1705683772.268716:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492910318ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268721:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4427, 88 off299400 00000004:00080000:2.0:1705683772.268723:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492916563ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268728:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4720, 88 off317896 00000004:00080000:2.0:1705683772.268729:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492923033ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268734:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4428, 88 off299488 00000004:00080000:2.0:1705683772.268735:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492929159ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268740:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4721, 88 off317984 00000004:00080000:2.0:1705683772.268742:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492935496ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268747:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4429, 88 off299576 00000004:00080000:2.0:1705683772.268748:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492941731ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268753:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4722, 88 off318072 00000004:00080000:2.0:1705683772.268754:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492948091ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268759:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4430, 88 off299664 00000004:00080000:2.0:1705683772.268760:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492954181ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268766:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4723, 88 off318160 00000004:00080000:2.0:1705683772.268767:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492960606ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268772:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4431, 88 off299752 00000004:00080000:2.0:1705683772.268773:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492966781ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268778:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4724, 88 off318248 00000004:00080000:2.0:1705683772.268779:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492973249ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268784:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4432, 88 off299840 00000004:00080000:2.0:1705683772.268786:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492979414ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268791:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4725, 88 off318336 00000004:00080000:2.0:1705683772.268792:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544492986018ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268797:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4433, 88 off299928 00000004:00080000:2.0:1705683772.268798:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544492992183ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268825:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4726, 88 off318424 00000004:00080000:2.0:1705683772.268827:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493021081ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268833:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4434, 88 off300016 00000004:00080000:2.0:1705683772.268835:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493028413ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268840:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4727, 88 off318512 00000004:00080000:2.0:1705683772.268841:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493035123ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268846:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4435, 88 off300104 00000004:00080000:2.0:1705683772.268848:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493041513ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268852:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4728, 88 off318600 00000004:00080000:2.0:1705683772.268853:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493047016ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268858:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4436, 88 off300192 00000004:00080000:2.0:1705683772.268859:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493053326ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268864:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4729, 88 off318688 00000004:00080000:2.0:1705683772.268866:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493059679ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268871:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4437, 88 off300280 00000004:00080000:2.0:1705683772.268872:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493066148ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268877:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4730, 88 off318776 00000004:00080000:2.0:1705683772.268878:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493072058ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268884:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4438, 88 off300368 00000004:00080000:2.0:1705683772.268885:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493078941ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268891:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4731, 88 off318864 00000004:00080000:2.0:1705683772.268892:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493085881ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268897:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4439, 88 off300456 00000004:00080000:2.0:1705683772.268899:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493092586ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268904:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4732, 88 off318952 00000004:00080000:2.0:1705683772.268905:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493099039ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268910:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4440, 88 off300544 00000004:00080000:2.0:1705683772.268911:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493105284ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268917:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4733, 88 off319040 00000004:00080000:2.0:1705683772.268918:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493111671ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268923:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4441, 88 off300632 00000004:00080000:2.0:1705683772.268924:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493118026ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.268930:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4734, 88 off319128 00000004:00080000:2.0:1705683772.268931:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493124934ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.268937:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4442, 88 off300720 00000004:00080000:2.0:1705683772.268938:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493132353ns, next at 544321413865ns, rc = 0 00000100:00100000:2.0:1705683772.268959:0:15105:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b4a1900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0001_UUID:15105:1788538554011008:192.168.203.16@tcp:105: 00010000:00010000:2.0:1705683772.268967:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.268981:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5929:1857:x1788538595314944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 11214us (11318us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.268984:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 165934 00000100:00100000:2.0:1705683772.269016:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554011328:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.269021:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098629b80/0xcefed536a36df16a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.269025:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.269026:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.269026:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:2.0:1705683772.269031:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4735, 88 off319216 00000004:00080000:2.0:1705683772.269033:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493226603ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269045:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4443, 88 off300808 00000004:00080000:2.0:1705683772.269046:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493239784ns, next at 544321413865ns, rc = 0 00000100:00100000:2.0:1705683772.269059:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269060:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269062:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595319744 00000100:00100000:2.0:1705683772.269072:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269072:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269074:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595319680 00000100:00100000:2.0:1705683772.269079:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269079:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269081:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 42388 00000100:00100000:2.0:1705683772.269084:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938cc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+416:1858:x1788538595319744:12345-192.168.203.16@tcp:103:mrename.0 00010000:00010000:2.0:1705683772.269087:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683772.269093:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b4cde00/0xcefed536a36decd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d83c5 expref: 416 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.269100:0:15105:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2604:0x0].0x0 (ffff880096273100) 00010000:00010000:2.0:1705683772.269105:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683772.269118:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938cc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+414:1858:x1788538595319744:12345-192.168.203.16@tcp:103:mrename.0 Request processed in 33us (67us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.269122:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 42388 00000100:00100000:2.0:1705683772.269132:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269133:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269135:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595319936 00000100:00100000:2.0:1705683772.269141:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269142:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269143:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595320128 00000100:00100000:2.0:1705683772.269148:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269148:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269149:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595320192 00000100:00100000:2.0:1705683772.269154:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269154:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269155:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595320320 00000100:00100000:2.0:1705683772.269160:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269160:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269162:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419745 00000100:00100000:2.0:1705683772.269164:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938ce400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9404:20295:x1788538595319936:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.269168:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.269334:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36df307 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d865e expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.269340:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb35c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.269347:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.269347:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.269349:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36df307 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d865e expref: 9405 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.269354:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b699e00/0xcefed536a36df307 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d865e expref: 9405 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.269358:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b699e00, rc 0) 00000100:00100000:2.0:1705683772.269377:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938ce400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9405:20295:x1788538595319936:12345-192.168.203.16@tcp:101:dd.0 Request processed in 212us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.269380:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419745 00000100:00100000:2.0:1705683772.269386:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269387:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.269389:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419748 00000100:00100000:2.0:1705683772.269391:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f81900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9404:26755:x1788538595320320:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.269395:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.269521:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b699680/0xcefed536a36df31c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x92b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d867a expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.269528:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x92b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.269533:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.269534:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.269536:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b699680/0xcefed536a36df31c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d867a expref: 9405 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.269540:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b699680/0xcefed536a36df31c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d867a expref: 9405 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.269544:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b699680, rc 0) 00000100:00100000:2.0:1705683772.269553:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f81900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9405:26755:x1788538595320320:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 162us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.269556:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419748 00000100:00100000:2.0:1705683772.269574:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c276e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0001_UUID:15123:1788538554011712:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.269581:0:15123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098628500/0xcefed536a36df204 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.269584:0:15123:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.269585:0:15123:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.269585:0:15123:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:2.0:1705683772.269595:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4736, 88 off319304 00000004:00080000:2.0:1705683772.269598:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493791470ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269609:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4444, 88 off300896 00000004:00080000:2.0:1705683772.269611:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493804506ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269618:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4737, 88 off319392 00000004:00080000:2.0:1705683772.269619:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493813013ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269626:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4445, 88 off300984 00000004:00080000:2.0:1705683772.269627:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493820910ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269658:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4739, 88 off319576 00000004:00080000:2.0:1705683772.269661:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493854603ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269670:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4446, 88 off301072 00000004:00080000:2.0:1705683772.269671:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493864786ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269677:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4740, 88 off319664 00000004:00080000:2.0:1705683772.269678:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493871828ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269684:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4447, 88 off301160 00000004:00080000:2.0:1705683772.269685:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493878975ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269691:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4741, 88 off319752 00000004:00080000:2.0:1705683772.269692:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493885663ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269698:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4448, 88 off301248 00000004:00080000:2.0:1705683772.269699:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493893111ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269705:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4742, 88 off319840 00000004:00080000:2.0:1705683772.269707:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493900428ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269712:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4449, 88 off301336 00000004:00080000:2.0:1705683772.269713:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493906831ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269721:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4743, 88 off319928 00000004:00080000:2.0:1705683772.269722:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493916056ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269728:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4450, 88 off301424 00000004:00080000:2.0:1705683772.269729:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493923135ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269736:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4744, 88 off320016 00000004:00080000:2.0:1705683772.269737:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493930976ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269743:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4451, 88 off301512 00000004:00080000:2.0:1705683772.269744:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493937726ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269750:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4745, 88 off320104 00000004:00080000:2.0:1705683772.269752:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493945543ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269758:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4452, 88 off301600 00000004:00080000:2.0:1705683772.269759:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493952900ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269764:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4746, 88 off320192 00000004:00080000:2.0:1705683772.269766:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493959610ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269771:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4453, 88 off301688 00000004:00080000:2.0:1705683772.269772:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493966090ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269779:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4747, 88 off320280 00000004:00080000:2.0:1705683772.269781:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493974965ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269786:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4454, 88 off301776 00000004:00080000:2.0:1705683772.269788:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544493981620ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269793:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4748, 88 off320368 00000004:00080000:2.0:1705683772.269794:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544493988220ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269799:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4455, 88 off301864 00000004:00080000:2.0:1705683772.269825:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494019006ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269833:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4749, 88 off320456 00000004:00080000:2.0:1705683772.269835:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494028503ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269840:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4456, 88 off301952 00000004:00080000:2.0:1705683772.269842:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494035590ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269847:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4750, 88 off320544 00000004:00080000:2.0:1705683772.269849:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494042663ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269854:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4457, 88 off302040 00000004:00080000:2.0:1705683772.269855:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494049206ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269861:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4751, 88 off320632 00000004:00080000:2.0:1705683772.269862:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494055808ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269867:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4458, 88 off302128 00000004:00080000:2.0:1705683772.269868:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494062241ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269874:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4752, 88 off320720 00000004:00080000:2.0:1705683772.269875:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494069026ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269881:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4459, 88 off302216 00000004:00080000:2.0:1705683772.269882:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494075796ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269887:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4753, 88 off320808 00000004:00080000:2.0:1705683772.269889:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494082378ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269894:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4460, 88 off302304 00000004:00080000:2.0:1705683772.269895:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494088943ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269900:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4754, 88 off320896 00000004:00080000:2.0:1705683772.269901:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494095280ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269906:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4461, 88 off302392 00000004:00080000:2.0:1705683772.269908:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494101546ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269913:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4755, 88 off320984 00000004:00080000:2.0:1705683772.269914:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494108098ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269920:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4462, 88 off302480 00000004:00080000:2.0:1705683772.269922:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494115631ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269927:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4756, 88 off321072 00000004:00080000:2.0:1705683772.269929:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494122488ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269934:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4463, 88 off302568 00000004:00080000:2.0:1705683772.269935:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494129245ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269941:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4757, 88 off321160 00000004:00080000:2.0:1705683772.269942:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494135780ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269947:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4464, 88 off302656 00000004:00080000:2.0:1705683772.269948:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494142123ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269953:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4758, 88 off321248 00000004:00080000:2.0:1705683772.269955:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494148528ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269965:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4465, 88 off302744 00000004:00080000:2.0:1705683772.269967:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494160363ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269975:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4759, 88 off321336 00000004:00080000:2.0:1705683772.269977:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494170583ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.269985:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4466, 88 off302832 00000004:00080000:2.0:1705683772.269986:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494180038ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.269995:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4760, 88 off321424 00000004:00080000:2.0:1705683772.269997:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494190563ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270004:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4467, 88 off302920 00000004:00080000:2.0:1705683772.270005:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494198965ns, next at 544321413865ns, rc = 0 00000100:00100000:2.0:1705683772.270012:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270012:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270016:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595320512 00000100:00100000:2.0:1705683772.270027:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270027:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270029:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595320960 00000100:00100000:2.0:1705683772.270037:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270037:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270041:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419750 00000100:00100000:2.0:1705683772.270043:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f85f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+8467:26799:x1788538595320768:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683772.270047:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.270228:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007f146800/0xcefed536a36df362 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb914:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8696 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683772.270234:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xb914:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683772.270240:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.270241:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.270243:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007f146800/0xcefed536a36df362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8696 expref: 8467 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270247:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007f146800/0xcefed536a36df362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb914:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8696 expref: 8467 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270252:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007f146800, rc 0) 00000100:00100000:2.0:1705683772.270263:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f85f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+8466:26799:x1788538595320768:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 219us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683772.270266:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419750 00000100:00100000:2.0:1705683772.270272:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270273:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270275:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419751 00000100:00100000:2.0:1705683772.270277:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f85000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+5928:12859:x1788538595320960:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:2.0:1705683772.270281:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683772.270389:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b69e300/0xcefed536a36df370 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d869d expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270397:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ab5e00/0xcefed536a35d424b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b432 expref: 5929 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.270402:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131f1b200/0xcefed536a35d4378 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b4f6 expref: 9404 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.270405:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.270405:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683772.270406:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b69e300/0xcefed536a36df370 lrc: 5/0,0 mode: --/PW res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d869d expref: 5929 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270415:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131f1b200/0xcefed536a35d4378 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4f6 expref: 9404 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.270422:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131f1b200/0xcefed536a35d4378 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4f6 expref: 9404 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.270427:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c276e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554015616:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.270439:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ab5e00/0xcefed536a35d424b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b432 expref: 5929 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683772.270442:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ab5e00/0xcefed536a35d424b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b432 expref: 5929 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:2.0:1705683772.270446:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554015680:192.168.203.16@tcp:104: 00000100:00100000:2.0:1705683772.270451:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff880092361d80 going to sleep for 11 seconds 00010000:00010000:2.0:1705683772.270461:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.270463:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.270474:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683772.270475:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000040:00080000:2.0:1705683772.270489:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4761, 88 off321512 00000004:00080000:2.0:1705683772.270491:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494684792ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270500:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4468, 88 off303008 00000004:00080000:2.0:1705683772.270502:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494695625ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270508:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4762, 88 off321600 00000004:00080000:2.0:1705683772.270510:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494703510ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270540:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4470, 88 off303192 00000004:00080000:2.0:1705683772.270543:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494736535ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270553:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4763, 88 off321688 00000004:00080000:2.0:1705683772.270555:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494748622ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270561:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4471, 88 off303280 00000004:00080000:2.0:1705683772.270563:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494756897ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270569:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4764, 88 off321776 00000004:00080000:2.0:1705683772.270571:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494764530ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270577:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4472, 88 off303368 00000004:00080000:2.0:1705683772.270578:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494771705ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270584:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4765, 88 off321864 00000004:00080000:2.0:1705683772.270585:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494778993ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270591:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4473, 88 off303456 00000004:00080000:2.0:1705683772.270592:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494786295ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270599:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4766, 88 off321952 00000004:00080000:2.0:1705683772.270600:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494793842ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270606:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4474, 88 off303544 00000004:00080000:2.0:1705683772.270607:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494801165ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270613:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4767, 88 off322040 00000004:00080000:2.0:1705683772.270615:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494808407ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270621:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4475, 88 off303632 00000004:00080000:2.0:1705683772.270622:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494815712ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270628:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4768, 88 off322128 00000004:00080000:2.0:1705683772.270629:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494823053ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270635:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4476, 88 off303720 00000004:00080000:2.0:1705683772.270636:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494830220ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270642:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4769, 88 off322216 00000004:00080000:2.0:1705683772.270644:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494837745ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270650:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4477, 88 off303808 00000004:00080000:2.0:1705683772.270651:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494844952ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270657:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4770, 88 off322304 00000004:00080000:2.0:1705683772.270659:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494852588ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270665:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4478, 88 off303896 00000004:00080000:2.0:1705683772.270666:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494859755ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270672:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4771, 88 off322392 00000004:00080000:2.0:1705683772.270673:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494867152ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270679:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4479, 88 off303984 00000004:00080000:2.0:1705683772.270680:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494874315ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270687:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4772, 88 off322480 00000004:00080000:2.0:1705683772.270688:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494881737ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270694:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4480, 88 off304072 00000004:00080000:2.0:1705683772.270695:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494888900ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270701:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4773, 88 off322568 00000004:00080000:2.0:1705683772.270702:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494896180ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270708:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4481, 88 off304160 00000004:00080000:2.0:1705683772.270710:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494903435ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270716:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4774, 88 off322656 00000004:00080000:2.0:1705683772.270717:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494910847ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270723:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4482, 88 off304248 00000004:00080000:2.0:1705683772.270725:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494918477ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270731:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4775, 88 off322744 00000004:00080000:2.0:1705683772.270732:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494926153ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270738:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4483, 88 off304336 00000004:00080000:2.0:1705683772.270739:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494933332ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270746:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4776, 88 off322832 00000004:00080000:2.0:1705683772.270747:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494940737ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270753:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4484, 88 off304424 00000004:00080000:2.0:1705683772.270754:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494948157ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270761:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4777, 88 off322920 00000004:00080000:2.0:1705683772.270762:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494955795ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270768:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4485, 88 off304512 00000004:00080000:2.0:1705683772.270769:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494963097ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270775:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4778, 88 off323008 00000004:00080000:2.0:1705683772.270777:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494970502ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270783:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4486, 88 off304600 00000004:00080000:2.0:1705683772.270784:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494977765ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270790:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4779, 88 off323096 00000004:00080000:2.0:1705683772.270791:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544494985060ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270797:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4487, 88 off304688 00000004:00080000:2.0:1705683772.270799:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544494992543ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270832:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4780, 88 off323184 00000004:00080000:2.0:1705683772.270834:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544495027900ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270841:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4488, 88 off304776 00000004:00080000:2.0:1705683772.270842:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544495036313ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270849:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4781, 88 off323272 00000004:00080000:2.0:1705683772.270850:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544495043798ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.270856:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4489, 88 off304864 00000004:00080000:2.0:1705683772.270858:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544495051440ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270864:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4782, 88 off323360 00000004:00080000:2.0:1705683772.270865:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544495058780ns, next at 545046032041ns, rc = 0 00010000:00010000:2.0:1705683772.270877:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1705683772.270879:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4490, 88 off304952 00000004:00080000:2.0:1705683772.270881:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544495074503ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.270887:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4783, 88 off323448 00010000:00010000:2.0:1705683772.270892:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.270894:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672080/0xcefed536a36df369 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36df377 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270898:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d672080 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:2.0:1705683772.270899:0:11073:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672080/0xcefed536a36df369 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36df377 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683772.270903:0:11073:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672080/0xcefed536a36df369 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36df377 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270913:0:11073:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672080/0xcefed536a36df369 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36df377 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270915:0:11073:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1705683772.270919:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672080/0xcefed536a36df369 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36df377 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270922:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672080/0xcefed536a36df369 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36df377 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270939:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.270940:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672f80/0xcefed536a36df32a lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36df338 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270942:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d672f80 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:2.0:1705683772.270943:0:11073:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672f80/0xcefed536a36df32a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36df338 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683772.270946:0:11073:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672f80/0xcefed536a36df32a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36df338 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270954:0:11073:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672f80/0xcefed536a36df32a lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36df338 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270957:0:11073:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1705683772.270959:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672f80/0xcefed536a36df32a lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36df338 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270961:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009d672f80/0xcefed536a36df32a lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36df338 expref: -99 pid: 14197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.270968:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.270968:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.270969:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683772.270980:0:15140:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c277300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0001_UUID:15140:1788538554012352:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.270986:0:15140:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098628f00/0xcefed536a36df227 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.270989:0:15140:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.270989:0:15140:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.270990:0:15140:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683772.270998:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683772.270999:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b818f00/0xcefed536a36df147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.271002:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b818f00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:2.0:1705683772.271003:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b818f00/0xcefed536a36df147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.271006:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b818f00/0xcefed536a36df147 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.271013:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b818f00/0xcefed536a36df147 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.271016:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b818f00/0xcefed536a36df147 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683772.271024:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.271024:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683772.271025:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683772.271027:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544495220837ns, next at 545046032041ns, rc = 0 00000100:00100000:2.0:1705683772.271039:0:15058:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c275000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:15058:1788538554013184:192.168.203.16@tcp:104: 00010000:00010000:2.0:1705683772.271044:0:15058:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36df258 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683772.271047:0:15058:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.271048:0:15058:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683772.271048:0:15058:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000040:00080000:2.0:1705683772.271058:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4491, 88 off305040 00000004:00080000:2.0:1705683772.271059:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544495253079ns, next at 544321413865ns, rc = 0 00000040:00080000:2.0:1705683772.271067:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x7:0x0].4784, 88 off323536 00000004:00080000:2.0:1705683772.271069:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 544495262457ns, next at 545046032041ns, rc = 0 00000040:00080000:2.0:1705683772.271075:0:14249:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x4:0x0].4492, 88 off305128 00000004:00080000:2.0:1705683772.271077:0:14249:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 544495270559ns, next at 544321413865ns, rc = 0 00080000:00000400:2.0:1705683772.271107:0:14249:0:(osd_internal.h:1414:osd_trans_exec_check()) lustre-MDT0001: opcode 7: used 23, used now 1, reserved 22 00080000:00000400:2.0:1705683772.273616:0:14249:0:(osd_handler.c:1972:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1705683772.278274:0:14249:0:(osd_handler.c:1979:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/103/7 00080000:00000400:2.0:1705683772.282317:0:14249:0:(osd_handler.c:1989:osd_trans_dump_creds()) write: 13/22/23, punch: 0/0/0, quota 1/3/3 00080000:00000400:2.0:1705683772.286823:0:14249:0:(osd_handler.c:1996:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1705683772.291003:0:14249:0:(osd_handler.c:2003:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00040000:2.0:1705683772.295586:0:14249:0:(osd_internal.h:1417:osd_trans_exec_check()) LBUG 00010000:00010000:3.0:1705683772.322964:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.322965:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.322974:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007f232300/0xcefed536a363b365 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15979cb expref: 8431 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.322979:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007f232300/0xcefed536a363b365 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15979cb expref: 8431 pid: 15027 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.322984:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e42800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554038912:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.322996:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.323476:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.323478:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801359af480/0xcefed536a36dfc22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323482:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801359af480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.323483:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359af480/0xcefed536a36dfc22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323487:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359af480/0xcefed536a36dfc22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323494:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801359af480/0xcefed536a36dfc22 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323497:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359af480/0xcefed536a36dfc22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5acb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323507:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.323507:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.323508:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.323604:0:15062:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093bf4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15062:1788538554035136:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.323615:0:15062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.323619:0:15062:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.323620:0:15062:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.323620:0:15062:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.323673:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.323675:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801323bc280/0xcefed536a36dfc37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323678:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323bc280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.323679:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323bc280/0xcefed536a36dfc37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323682:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323bc280/0xcefed536a36dfc37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323687:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801323bc280/0xcefed536a36dfc37 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323690:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323bc280/0xcefed536a36dfc37 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323698:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.323698:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.323699:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.323702:0:15062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323705:0:15062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323708:0:15062:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323711:0:15062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323716:0:15062:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.323793:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800963fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1799:3082:x1788538554034304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9048us (9112us total) trans 4295137874 rc 0/0 00000100:00100000:3.0:1705683772.323797:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419943 00010000:00010000:3.0:1705683772.323856:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.323858:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323863:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e728500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.323864:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323869:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323879:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323888:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e728500/0xcefed536a36dfc3e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.323901:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.323901:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.323902:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.323943:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.323944:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.323951:0:15062:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554039232 00000100:00100000:3.0:1705683772.323965:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.323966:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.323970:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419985 00000100:00100000:3.0:1705683772.323973:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135633200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1799:3084:x1788538554039232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.323984:0:15062:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37101 count 1 00010000:00010000:3.0:1705683772.324085:0:15062:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324095:0:15062:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e403980/0xcefed536a36c0f4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cd0a4 expref: 5846 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324100:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.324102:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.324103:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324117:0:15062:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e403980/0xcefed536a36c0f4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd0a4 expref: 5846 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324131:0:15062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e403980/0xcefed536a36c0f4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd0a4 expref: 5846 pid: 15142 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.324139:0:15062:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15062:1788538554039488:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.324222:0:15062:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097d1e540 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.324233:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.324240:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e44b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554039360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.324261:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.324289:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093bf0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554035328:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.324304:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.324310:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.324310:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.324311:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.324824:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324829:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324832:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324835:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324845:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.324850:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.324851:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324854:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e728a00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.324855:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324858:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324864:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324866:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e728a00/0xcefed536a36dfc53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324877:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.324878:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.324878:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.324938:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.324947:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801323bf480/0xcefed536a36dfc5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324950:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323bf480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.324951:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323bf480/0xcefed536a36dfc5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324955:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323bf480/0xcefed536a36dfc5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324961:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801323bf480/0xcefed536a36dfc5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324964:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323bf480/0xcefed536a36dfc5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.324973:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.324973:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.324974:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.324991:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097c70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3777:3082:x1788538554034240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10020us (10091us total) trans 4295137875 rc 0/0 00000100:00100000:3.0:1705683772.324995:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419947 00000004:00080000:3.0:1705683772.325015:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c552800/2, rc 0, transno 170579 00000100:00100000:3.0:1705683772.325019:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c552800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554034240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.325038:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e43200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554039808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.325049:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.325059:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325060:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325063:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554039808 00000100:00100000:3.0:1705683772.325071:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325071:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325073:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419989 00000100:00100000:3.0:1705683772.325075:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124e41900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3778:3083:x1788538554039808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.325082:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36253 count 1 00010000:00010000:3.0:1705683772.325228:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325234:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dfbfc00/0xcefed536a366ec5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aec7e expref: 5843 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.325238:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.325239:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.325239:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325249:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dfbfc00/0xcefed536a366ec5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aec7e expref: 5843 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.325253:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dfbfc00/0xcefed536a366ec5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aec7e expref: 5843 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.325258:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e41400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554039872:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.325270:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b1516c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.325277:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325278:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325282:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419991 00000100:00100000:3.0:1705683772.325285:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135630a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:8dc539e0-a6d0-4264-ae88-11424261aea3+8431:11885:x1788538595343808:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.325289:0:15098:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.325552:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093bf5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554035840:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.325566:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.325574:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.325575:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.325575:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.325700:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.325703:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c9f4c80/0xcefed536a36dfc68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325707:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c9f4c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.325708:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c9f4c80/0xcefed536a36dfc68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325711:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c9f4c80/0xcefed536a36dfc68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325718:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c9f4c80/0xcefed536a36dfc68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325721:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c9f4c80/0xcefed536a36dfc68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325730:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.325730:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.325731:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.325743:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135634100/2, rc 0, transno 170582 00000100:00100000:3.0:1705683772.325747:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135634100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554035520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.325761:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.325766:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e44600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554039936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.325779:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.325827:0:15098:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5cd900/0xcefed536a36dfe52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6cf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d89d0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325841:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800907ff700/0xcefed536a35abf40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b274 expref: 7977 pid: 15040 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.325847:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.325848:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.325850:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5cd900/0xcefed536a36dfe52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d89d0 expref: 8432 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.325865:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800907ff700/0xcefed536a35abf40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b274 expref: 7977 pid: 15040 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.325871:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800907ff700/0xcefed536a35abf40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b274 expref: 7977 pid: 15040 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.325879:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e40500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554040000:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.325896:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.325914:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800963fb700/2, rc 0, transno 170581 00000100:00100000:3.0:1705683772.325919:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800963fb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554034752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.325944:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e46e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554040064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.325961:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.325982:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325983:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.325990:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554040064 00000100:00100000:3.0:1705683772.326006:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326007:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326011:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419995 00000100:00100000:3.0:1705683772.326014:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+3779:3081:x1788538554040064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.326023:0:15041:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36255 count 1 00010000:00010000:3.0:1705683772.326284:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326289:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326293:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326295:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326302:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.326370:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093bf1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1802:3082:x1788538554035712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10226us (10247us total) trans 4295137879 rc 0/0 00000100:00100000:3.0:1705683772.326374:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419954 00000100:00100000:3.0:1705683772.326383:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326384:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326386:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595344256 00000100:00100000:3.0:1705683772.326395:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326395:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326397:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419996 00000100:00100000:3.0:1705683772.326399:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d1f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7978:21959:x1788538595344256:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.326403:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.326763:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5cc280/0xcefed536a36dfe6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc083:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d89e5 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.326771:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc083:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.326778:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.326779:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.326781:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5cc280/0xcefed536a36dfe6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d89e5 expref: 7980 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326786:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c5cc280/0xcefed536a36dfe6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d89e5 expref: 7980 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326790:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5cc280, rc 0) 00000100:00100000:3.0:1705683772.326824:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d1f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7980:21959:x1788538595344256:12345-192.168.203.16@tcp:101:dd.0 Request processed in 423us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.326828:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419996 00010000:00010000:3.0:1705683772.326838:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.326840:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326843:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e72a580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.326844:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326848:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326854:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326857:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e72a580/0xcefed536a36dfc84 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.326865:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.326866:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.326866:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.326869:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326869:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326872:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595344512 00000100:00100000:3.0:1705683772.326885:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326885:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.326887:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419998 00000100:00100000:3.0:1705683772.326889:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135633c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7980:20295:x1788538595344512:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.326893:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.327125:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5ce800/0xcefed536a36dfe7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xba23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d89f3 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.327132:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xba23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.327138:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.327138:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.327140:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5ce800/0xcefed536a36dfe7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d89f3 expref: 7980 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327145:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c5ce800/0xcefed536a36dfe7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d89f3 expref: 7980 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327149:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5ce800, rc 0) 00000100:00100000:3.0:1705683772.327157:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135633c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7980:20295:x1788538595344512:12345-192.168.203.16@tcp:101:dd.0 Request processed in 267us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.327160:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419998 00000100:00100000:3.0:1705683772.327177:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093ba4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538554037504:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.327188:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.327191:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327192:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327192:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.327200:0:15124:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b3de580/0xcefed536a3674bfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b2901 expref: 7980 pid: 15025 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.327206:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880130ca3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554036992:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.327213:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131994000/0xcefed536a36dfced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.327216:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327216:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327217:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.327218:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131994000/0xcefed536a36dfced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327220:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131994000/0xcefed536a36dfced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327223:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131994000/0xcefed536a36dfced lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327230:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131994000/0xcefed536a36dfced lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327236:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.327300:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ca5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+754:3082:x1788538554036544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8804us (8954us total) trans 4295137111 rc 0/0 00000100:00100000:3.0:1705683772.327304:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419965 00010000:00010000:3.0:1705683772.327315:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.327317:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.327325:0:15041:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327330:0:15041:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d95a580/0xcefed536a366eb4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aec9a expref: 5841 pid: 14265 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.327334:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.327334:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.327335:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327344:0:15041:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d95a580/0xcefed536a366eb4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aec9a expref: 5841 pid: 14265 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.327348:0:15041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d95a580/0xcefed536a366eb4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aec9a expref: 5841 pid: 14265 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.327353:0:15041:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880130ca3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15041:1788538554040192:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.327397:0:15041:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255f00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.327410:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093351e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15088:1788538554036032:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.327419:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e729400/0xcefed536a36dfcae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.327423:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327423:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327424:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327432:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880130ca4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554037248:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.327439:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.327442:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327442:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.327442:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327446:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.327451:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093ba4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554040256:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.327461:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.327475:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800765c8a00/2, rc 0, transno 169815 00000100:00100000:3.0:1705683772.327478:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800765c8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554036544:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.327492:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.327494:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c58d180/0xcefed536a36dfcf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327497:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c58d180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.327498:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c58d180/0xcefed536a36dfcf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327505:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c58d180/0xcefed536a36dfcf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327512:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c58d180/0xcefed536a36dfcf4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327515:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c58d180/0xcefed536a36dfcf4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327525:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.327526:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.327526:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.327532:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093bf4600/2, rc 0, transno 170583 00000100:00100000:3.0:1705683772.327536:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093bf4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554035712:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1705683772.327550:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124cd1e00/2, rc 0, transno 170584 00000100:00100000:3.0:1705683772.327553:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124cd1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554035648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.327563:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093bf4100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554040448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.327575:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.327582:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327582:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327585:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554040320 00000100:00100000:3.0:1705683772.327593:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327594:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327595:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554040448 00000100:00100000:3.0:1705683772.327606:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327606:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327609:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554040384 00000100:00100000:3.0:1705683772.327613:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327614:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327616:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420000 00000100:00100000:3.0:1705683772.327618:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+755:3083:x1788538554040320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.327625:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32684 count 1 00010000:00010000:3.0:1705683772.327769:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009632b480/0xcefed536a36dfe8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327778:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099350780/0xcefed536a3676a07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b35bf expref: 7977 pid: 15078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327782:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.327783:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.327783:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009632b480/0xcefed536a36dfe8a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327793:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099350780/0xcefed536a3676a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b35bf expref: 7977 pid: 15078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327797:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099350780/0xcefed536a3676a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b35bf expref: 7977 pid: 15078 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.327826:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f86e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554040512:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.327836:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255540 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.327852:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327853:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327857:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420002 00000100:00100000:3.0:1705683772.327859:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+1802:3083:x1788538554040384:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.327865:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37104 count 1 00010000:00010000:3.0:1705683772.327897:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327902:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e141900/0xcefed536a36c11dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cd1d1 expref: 5841 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327906:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.327906:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.327907:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327915:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e141900/0xcefed536a36c11dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd1d1 expref: 5841 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.327919:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e141900/0xcefed536a36c11dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd1d1 expref: 5841 pid: 15125 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.327924:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f84b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554040704:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.327932:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255b40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.327942:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.327944:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f86400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554040576:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.327954:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.327963:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327964:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327968:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554040576 00000100:00100000:3.0:1705683772.327976:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327976:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.327978:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420003 00000100:00100000:3.0:1705683772.327980:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+756:3081:x1788538554040576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.327989:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32685 count 1 00010000:00010000:3.0:1705683772.328153:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328162:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e7da300/0xcefed536a36774d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b3c1e expref: 7977 pid: 15136 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328168:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.328169:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.328170:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328186:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e7da300/0xcefed536a36774d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b3c1e expref: 7977 pid: 15136 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328192:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e7da300/0xcefed536a36774d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b3c1e expref: 7977 pid: 15136 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.328200:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f85000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554040896:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.328214:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.328224:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.328238:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b087300/2, rc 0, transno 170580 00000100:00100000:3.0:1705683772.328244:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b087300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554033856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.328287:0:15075:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800765cda00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0000_UUID:15075:1788538554036224:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.328299:0:15075:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096ab3200/0xcefed536a36dfcbc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5acd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.328309:0:15075:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.328312:0:15075:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.328313:0:15075:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.328336:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.328343:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800765cda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554041024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.328362:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.328644:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328649:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328653:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328655:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328663:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.328731:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ca4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+757:3082:x1788538554036736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9478us (9495us total) trans 4295137114 rc 0/0 00000100:00100000:3.0:1705683772.328735:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419971 00010000:00010000:3.0:1705683772.328747:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683772.328749:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328752:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131996a80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.328754:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328757:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328764:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328766:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131996a80/0xcefed536a36dfd17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328776:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.328778:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c58db80/0xcefed536a36dfcd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328780:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c58db80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.328781:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c58db80/0xcefed536a36dfcd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328784:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c58db80/0xcefed536a36dfcd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328789:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c58db80/0xcefed536a36dfcd8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328792:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c58db80/0xcefed536a36dfcd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.328829:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.328830:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.328831:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.328833:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.328843:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130ca5a00/2, rc 0, transno 169818 00000100:00100000:3.0:1705683772.328847:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880130ca5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554036736:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.328862:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.328865:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554041280:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.328878:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.328896:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800765ca800/2, rc 0, transno 169819 00000100:00100000:3.0:1705683772.328899:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800765ca800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554036288:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.328913:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554041344:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.328922:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.328928:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.328929:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.328932:0:14271:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554041344 00000100:00100000:3.0:1705683772.328943:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.328944:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.328947:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420008 00000100:00100000:3.0:1705683772.328949:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+759:3083:x1788538554041344:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.328959:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32687 count 1 00010000:00010000:3.0:1705683772.329100:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329107:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131bc9900/0xcefed536a3678336 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b418f expref: 7973 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329114:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.329114:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.329115:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329127:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131bc9900/0xcefed536a3678336 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b418f expref: 7973 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329134:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131bc9900/0xcefed536a3678336 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b418f expref: 7973 pid: 15114 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.329141:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538554041472:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.329155:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093d5eb40 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.329172:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800765ccb00/2, rc 0, transno 169820 00000100:00100000:3.0:1705683772.329178:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800765ccb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554036672:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.329199:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.329202:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554041536:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.329214:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.329229:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329233:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329237:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329240:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329245:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.329250:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.329251:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329254:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131997700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.329255:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329258:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329264:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329267:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131997700/0xcefed536a36dfd02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329276:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.329276:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.329277:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.329288:0:14223:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093ba2800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001_UUID:14223:1788538554037696:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.329293:0:14223:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093ba1900 pname:cluuid:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001_UUID:14223:1788538554037760:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.329315:0:14223:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131b02300/0xcefed536a36dfd48 lrc: 3/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36dfd3a expref: 37 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329322:0:14223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb5:0x0].0x0 (ffff880135b05500) 00010000:00010000:3.0:1705683772.329324:0:14223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683772.329327:0:14223:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880131b02300/0xcefed536a36dfd48 lrc: 3/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36dfd3a expref: 37 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329334:0:14223:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880131b02300/0xcefed536a36dfd48 lrc: 3/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36dfd3a expref: 37 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329339:0:14223:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131b02300, rc 0) 00000100:00100000:3.0:1705683772.329364:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+37:14204:x1788538554037632:12345-0@lo:101:mdt00_012.0 Request processed in 9413us (9458us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.329370:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35996 00000100:00100000:3.0:1705683772.329394:0:14204:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdcb00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14204:1788538554037632:0@lo:101:mdt00_012.0 00010000:00010000:3.0:1705683772.329401:0:14204:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 4/0,1 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329406:0:14204:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 4/0,1 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.329413:0:6517:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.329414:0:6517:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.329418:0:6517:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554041600 00000100:00100000:3.0:1705683772.329429:0:6517:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.329429:0:6517:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.329431:0:6517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9301 00000100:00100000:3.0:1705683772.329433:0:6517:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135631900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7676:x1788538554041600:12345-0@lo:105: 00010000:00010000:3.0:1705683772.329439:0:6517:0:(ldlm_lockd.c:2544:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 5/0,1 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329442:0:6517:0:(ldlm_lockd.c:2002:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 5/0,1 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329446:0:6517:0:(ldlm_lockd.c:2079:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 5/0,1 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329449:0:6517:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 5/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329451:0:6517:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 6/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329454:0:6517:0:(ldlm_lockd.c:2107:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 6/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329461:0:6517:0:(ldlm_lockd.c:2118:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008fcd7200) 00000100:00100000:3.0:1705683772.329482:0:6517:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135631900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7676:x1788538554041600:12345-0@lo:105: Request processed in 48us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.329485:0:6517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9301 00010000:00010000:3.0:1705683772.329496:0:14204:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.329499:0:14204:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.329948:0:14204:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c4b00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14204:1788538554041728:0@lo:403:mdt00_012.0 00000100:00100000:3.0:1705683772.329970:0:14204:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.329977:0:14204:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012cbd86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.329992:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.329992:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.329996:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554041728 00000100:00100000:3.0:1705683772.330005:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.330006:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.330007:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35997 00000100:00100000:3.0:1705683772.330009:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+37:14204:x1788538554041728:12345-0@lo:403:mdt00_012.0 00000100:00100000:3.0:1705683772.331330:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+37:14204:x1788538554041728:12345-0@lo:403:mdt00_012.0 Request processed in 1319us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.331334:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35997 00000100:00100000:3.0:1705683772.331364:0:14204:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c4b00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-mdtlov_UUID:14204:1788538554041728:0@lo:403:mdt00_012.0 00000040:00080000:3.0:1705683772.332148:0:14204:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000400:0x4:0x0].1514, 656 off968864 00000040:00080000:3.0:1705683772.332257:0:14204:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000401:0x4:0x0].2594, 768 off1970320 00000004:00080000:3.0:1705683772.332261:0:14204:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012cbd86c0 with version 10388 00000100:00100000:3.0:1705683772.332277:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332277:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332282:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595345600 00000100:00100000:3.0:1705683772.332294:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332294:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332296:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595345856 00000100:00100000:3.0:1705683772.332302:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332302:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332303:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595346240 00000100:00100000:3.0:1705683772.332308:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332308:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332309:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595346432 00000100:00100000:3.0:1705683772.332315:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332315:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332318:0:14199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298655 00000100:00100000:3.0:1705683772.332321:0:14199:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c77a26ac-6587-4500-88fc-a375de7e12f4+1283:21922:x1788538595345600:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1705683772.332329:0:14199:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.332335:0:14199:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d7adb80/0xcefed536a36dfefa lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5232:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8a08 expref: -99 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.332347:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d7adb80/0xcefed536a36dfefa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a08 expref: 1284 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.332352:0:14199:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d7adb80/0xcefed536a36dfefa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a08 expref: 1284 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.332356:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5232:0x0].0x0 (ffff88013542d300) 00010000:00010000:3.0:1705683772.332357:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683772.332358:0:14199:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d7adb80, rc 0) 00000100:00100000:3.0:1705683772.332370:0:14199:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c77a26ac-6587-4500-88fc-a375de7e12f4+1284:21922:x1788538595345600:12345-192.168.203.16@tcp:101:rm.0 Request processed in 49us (2148us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.332373:0:14199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298655 00000100:00100000:3.0:1705683772.332379:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332380:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332382:0:14199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298656 00000100:00100000:3.0:1705683772.332383:0:14199:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c5a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+397:21909:x1788538595345856:12345-192.168.203.16@tcp:36:mrename.0 00010000:00010000:3.0:1705683772.332400:0:14199:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683772.332407:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130b28c80/0xcefed536a36dfd64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25cd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d89ad expref: 397 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.332415:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cd:0x0].0x0 (ffff88008b6b4000) 00010000:00010000:3.0:1705683772.332419:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a2d180/0xcefed536a36dfae0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5315:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d88db expref: 396 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.332428:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5315:0x0].0x0 (ffff880124c0c200) 00010000:00010000:3.0:1705683772.332432:0:14199:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.332474:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae300/0xcefed536a36dff08 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332479:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae300/0xcefed536a36dff08 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332482:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae300/0xcefed536a36dff08 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332520:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae800/0xcefed536a36dff0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332523:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae800/0xcefed536a36dff0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332525:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae800/0xcefed536a36dff0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332555:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7aef80/0xcefed536a36dff16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332558:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7aef80/0xcefed536a36dff16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332560:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7aef80/0xcefed536a36dff16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332598:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae080/0xcefed536a36dff1d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5315:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332601:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae080/0xcefed536a36dff1d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5315:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332604:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7ae080/0xcefed536a36dff1d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5315:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332619:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d7ac280/0xcefed536a36dff24 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5315:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332621:0:14199:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d7ac280/0xcefed536a36dff24 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5315:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.332625:0:14199:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d7ac280/0xcefed536a36dff24 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5315:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14199 initiator: MDT0 00000100:00100000:3.0:1705683772.332632:0:14199:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c4b00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-mdtlov_UUID:14199:1788538554042432:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1705683772.332645:0:14199:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.332652:0:14199:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.332661:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332661:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.332666:0:14201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298658 00000100:00100000:3.0:1705683772.332669:0:14201:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+1206:21928:x1788538595346432:12345-192.168.203.16@tcp:36:mkdir.0 00010000:00010000:3.0:1705683772.332705:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332712:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332717:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332756:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5e00/0xcefed536a36dff47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332761:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5e00/0xcefed536a36dff47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332766:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5e00/0xcefed536a36dff47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332987:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5b80/0xcefed536a36dff5c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332992:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5b80/0xcefed536a36dff5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.332995:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5b80/0xcefed536a36dff5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00000004:00010000:3.0:1705683772.333002:0:14201:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88008e5c5f00 reply state ffff880130cfd000 transno 4295042401 ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5b80/0xcefed536a36dff5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333006:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5b80/0xcefed536a36dff5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x261d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333008:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261d:0x0].0x0 (ffff88009a99a100) 00010000:00010000:3.0:1705683772.333010:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:3.0:1705683772.333011:0:14201:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x261d:0x0]: returning size 4096 00010000:00010000:3.0:1705683772.333014:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333016:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333018:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333021:0:14201:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333023:0:14201:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d7afc00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:3.0:1705683772.333024:0:14201:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333027:0:14201:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333030:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:3.0:1705683772.333031:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683772.333031:0:14201:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333033:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d7afc00/0xcefed536a36dff32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00000004:00010000:3.0:1705683772.333039:0:14201:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88008e5c5f00 reply state ffff880130cfd000 transno 4295042401 ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5e00/0xcefed536a36dff47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333041:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801315e5e00/0xcefed536a36dff47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.333044:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x35 (ffff8801350c9600) 00010000:00010000:3.0:1705683772.333045:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683772.333065:0:14201:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+1208:21928:x1788538595346432:12345-192.168.203.16@tcp:36:mkdir.0 Request processed in 395us (2374us total) trans 4295042401 rc 0/0 00000100:00100000:3.0:1705683772.333068:0:14201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298658 00010000:00010000:3.0:1705683772.333081:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.333083:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.333097:0:15062:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15062:1788538554039488:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.333107:0:15062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.333111:0:15062:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.333112:0:15062:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.333112:0:15062:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.333125:0:15132:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007f1b5400/0xcefed536a363b342 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ace:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15979a8 expref: 8430 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.333131:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093ba6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15132:1788538554038336:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.333140:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131b01b80/0xcefed536a36dfdc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.333143:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.333143:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.333144:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.333145:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131b01b80/0xcefed536a36dfdc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333147:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131b01b80/0xcefed536a36dfdc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333152:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131b01b80/0xcefed536a36dfdc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333156:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131b01b80/0xcefed536a36dfdc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ace:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333172:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.333268:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b0e5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+730:3082:x1788538554038144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11750us (11934us total) trans 4295137118 rc 0/0 00000100:00100000:3.0:1705683772.333272:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419976 00000100:00100000:3.0:1705683772.333290:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e42800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554038912:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.333302:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.333305:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.333306:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.333306:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.333330:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.333332:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333336:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008fcd7200 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:3.0:1705683772.333338:0:6523:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683772.333341:0:6523:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333353:0:6523:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 2/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333358:0:6523:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683772.333366:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 1/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333370:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008fcd7200/0xcefed536a36dfd3a lrc: 0/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36dfd48 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333382:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.333384:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c58f480/0xcefed536a36dfd1e lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x76d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36dfd25 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333393:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c58f480 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:3.0:1705683772.333395:0:6523:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c58f480/0xcefed536a36dfd1e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x76d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36dfd25 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683772.333399:0:6523:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c58f480/0xcefed536a36dfd1e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x76d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36dfd25 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333410:0:6523:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c58f480/0xcefed536a36dfd1e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x76d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36dfd25 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333414:0:6523:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683772.333417:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c58f480/0xcefed536a36dfd1e lrc: 1/0,0 mode: --/EX res: [0x200000405:0x76d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36dfd25 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333421:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c58f480/0xcefed536a36dfd1e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x76d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36dfd25 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333430:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.333432:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.333433:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.333518:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+760:3083:x1788538554036608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14579us (15117us total) trans 4295137119 rc 0/0 00000100:00100000:3.0:1705683772.333523:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419967 00000004:00080000:3.0:1705683772.333549:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800765cb200/2, rc 0, transno 169823 00000100:00100000:3.0:1705683772.333563:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800765cb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554036608:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.333571:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.333572:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.333580:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166174 00000100:00100000:3.0:1705683772.333584:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e782800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8432:1856:x1788538595347008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.333591:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.333595:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007f1b5b80/0xcefed536a363b396 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15979f5 expref: 8432 pid: 15134 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.333602:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007f1b5b80/0xcefed536a363b396 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15979f5 expref: 8432 pid: 15134 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.333614:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007f1b5b80/0xcefed536a363b396 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15979f5 expref: 8431 pid: 15134 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.333623:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.333624:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.333626:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d3dc280/0xcefed536a36dfe1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333630:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3dc280/0xcefed536a36dfe1a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333639:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.333652:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e782800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8430:1856:x1788538595347008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.333656:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166174 00010000:00010000:3.0:1705683772.333685:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d3dc280/0xcefed536a36dfe1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333689:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d3dc280/0xcefed536a36dfe1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333696:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d3dc280/0xcefed536a36dfe1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333699:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3dc280/0xcefed536a36dfe1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.333704:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.333765:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b0e1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+730:3082:x1788538554038976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10698us (10720us total) trans 4295137120 rc 0/0 00000100:00100000:3.0:1705683772.333768:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419983 00010000:00010000:3.0:1705683772.333780:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.333785:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554042944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.333795:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.333838:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.333844:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554042880:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.333859:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.333870:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.333871:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.333876:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554042880 00000100:00100000:3.0:1705683772.333887:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.333887:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.333889:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420018 00000100:00100000:3.0:1705683772.333892:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+760:3084:x1788538554042880:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.333900:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32689 count 1 00010000:00010000:3.0:1705683772.334155:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e5180/0xcefed536a36dff78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334168:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c859e00/0xcefed536a3679278 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b4746 expref: 7973 pid: 15038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334173:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.334174:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.334175:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e5180/0xcefed536a36dff78 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334190:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c859e00/0xcefed536a3679278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b4746 expref: 7973 pid: 15038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334197:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c859e00/0xcefed536a3679278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b4746 expref: 7973 pid: 15038 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.334205:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554043008:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.334221:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2430c0 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.334241:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124e44b00/2, rc 0, transno 170590 00000100:00100000:3.0:1705683772.334246:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e44b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554039360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.334257:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554042944:0@lo:103:ldlm_bl.0 00000004:00080000:3.0:1705683772.334263:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096c0e400/2, rc 0, transno 169825 00000100:00100000:3.0:1705683772.334267:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c0e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554038848:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.334278:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334282:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334286:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334289:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334294:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.334298:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.334299:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334302:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c5ccc80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.334303:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334306:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334312:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334315:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c5ccc80/0xcefed536a36dfe0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5acf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334324:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.334324:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.334325:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.334386:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b0e4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+730:3081:x1788538554038400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12375us (12407us total) trans 4295137122 rc 0/0 00000100:00100000:3.0:1705683772.334390:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419979 00000100:00100000:3.0:1705683772.334397:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334398:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334400:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554043136 00000100:00100000:3.0:1705683772.334409:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334409:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334411:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420020 00000100:00100000:3.0:1705683772.334413:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090763200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+730:3081:x1788538554043136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.334419:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23253 count 1 00010000:00010000:3.0:1705683772.334637:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334644:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007f1be300/0xcefed536a363b476 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597a73 expref: 8425 pid: 15130 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.334648:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.334648:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.334649:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.334659:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007f1be300/0xcefed536a363b476 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597a73 expref: 8425 pid: 15130 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.334663:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007f1be300/0xcefed536a363b476 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597a73 expref: 8425 pid: 15130 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.334669:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554043328:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.334682:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.334696:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b0e1e00/2, rc 0, transno 169824 00000100:00100000:3.0:1705683772.334701:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b0e1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554038976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.334717:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.334720:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554043392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.334731:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.334745:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b0e6400/2, rc 0, transno 169822 00000100:00100000:3.0:1705683772.334747:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b0e6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554038144:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683772.334763:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800765c9400/2, rc 0, transno 169821 00000100:00100000:3.0:1705683772.334765:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800765c9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554036480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.334767:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.334777:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e42800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554043456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.334785:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.334791:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554043520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.334798:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.334833:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334834:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334837:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554043456 00000100:00100000:3.0:1705683772.334849:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334850:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.334855:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420024 00000100:00100000:3.0:1705683772.334857:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0001-mdtlov_UUID+761:3082:x1788538554043520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.334864:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32690 count 1 00010000:00010000:3.0:1705683772.335060:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e4280/0xcefed536a36dffa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335066:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a016f80/0xcefed536a36799a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b48e3 expref: 7973 pid: 15043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335070:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.335071:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.335072:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e4280/0xcefed536a36dffa2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335082:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a016f80/0xcefed536a36799a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b48e3 expref: 7973 pid: 15043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335086:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a016f80/0xcefed536a36799a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b48e3 expref: 7973 pid: 15043 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.335091:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554043776:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.335104:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.335112:0:15062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335115:0:15062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335119:0:15062:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335121:0:15062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335127:0:15062:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.335196:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135633200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1806:3084:x1788538554039232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11222us (11266us total) trans 4295137888 rc 0/0 00000100:00100000:3.0:1705683772.335200:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419985 00010000:00010000:3.0:1705683772.335212:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.335214:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335219:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c5ced00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.335221:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335226:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335237:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335242:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5ced00/0xcefed536a36dfe28 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335256:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.335257:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.335258:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.335267:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090766e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554043840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.335285:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.335314:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.335315:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.335320:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420026 00000100:00100000:3.0:1705683772.335323:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+1806:3084:x1788538554043904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.335332:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37108 count 1 00010000:00010000:3.0:1705683772.335375:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e7c00/0xcefed536a36dffa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335380:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b01a580/0xcefed536a36c166d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cd3fa expref: 5832 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335384:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.335384:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.335385:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e7c00/0xcefed536a36dffa9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335394:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b01a580/0xcefed536a36c166d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd3fa expref: 5832 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335398:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b01a580/0xcefed536a36c166d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd3fa expref: 5832 pid: 15062 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.335403:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:15036:1788538554044096:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.335415:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.335428:0:15075:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096ab3200/0xcefed536a36dfcbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335431:0:15075:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096ab3200/0xcefed536a36dfcbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335435:0:15075:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096ab3200/0xcefed536a36dfcbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335438:0:15075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096ab3200/0xcefed536a36dfcbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5acd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335444:0:15075:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.335513:0:15075:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+736:3081:x1788538554036096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17996us (18021us total) trans 4295137125 rc 0/0 00000100:00100000:3.0:1705683772.335519:0:15075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419962 00000100:00100000:3.0:1705683772.335638:0:14257:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.335639:0:14257:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.335653:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135636e00/2, rc 0, transno 169829 00000100:00100000:3.0:1705683772.335664:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135636e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554036096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.335678:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094ebbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554044352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.335689:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.335726:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.335727:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.335876:0:15140:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098628f00/0xcefed536a36df227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335880:0:15140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098628f00/0xcefed536a36df227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335884:0:15140:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098628f00/0xcefed536a36df227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335886:0:15140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098628f00/0xcefed536a36df227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.335896:0:15140:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.335991:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cfcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+1808:3084:x1788538554012096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 74420us (74468us total) trans 4295137889 rc 0/0 00000100:00100000:3.0:1705683772.335995:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419720 00000100:00100000:3.0:1705683772.336765:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.336767:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.336771:0:15140:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595347520 00000100:00100000:3.0:1705683772.336783:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.336784:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.336785:0:15140:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595347584 00000100:00100000:3.0:1705683772.336789:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.336790:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.336793:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420030 00000100:00100000:3.0:1705683772.336796:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a61ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+9424:26724:x1788538595347520:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.336830:0:15140:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.337186:0:15140:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801315e4a00/0xcefed536a36dffe8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8a2b expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.337195:0:15140:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.337202:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.337203:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.337205:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e4a00/0xcefed536a36dffe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a2b expref: 9425 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337211:0:15140:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801315e4a00/0xcefed536a36dffe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a2b expref: 9425 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337216:0:15140:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801315e4a00, rc 0) 00000100:00100000:3.0:1705683772.337227:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a61ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+9425:26724:x1788538595347520:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 431us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.337231:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420030 00000100:00100000:3.0:1705683772.337252:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f86e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554040512:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.337265:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009632b480/0xcefed536a36dfe8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.337269:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337269:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337270:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337279:0:15041:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880130ca3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15041:1788538554040192:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.337288:0:15041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.337291:0:15041:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337291:0:15041:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337292:0:15041:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.337300:0:15031:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dfbfc00/0xcefed536a366ec5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aec7e expref: 5832 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.337306:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e41400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554039872:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.337314:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.337317:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337317:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337318:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.337318:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337325:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337328:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337331:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337337:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.337341:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.337342:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337345:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c5cea80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.337346:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337349:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337356:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337359:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5cea80/0xcefed536a36dfe44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337370:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.337371:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.337372:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.337389:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337390:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337392:0:15140:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554044480 00000100:00100000:3.0:1705683772.337408:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337409:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337413:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420032 00000100:00100000:3.0:1705683772.337416:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+1808:3084:x1788538554044480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.337425:0:15140:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37110 count 1 00010000:00010000:3.0:1705683772.337476:0:15140:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e4c80/0xcefed536a36dfffd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337485:0:15140:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c97c00/0xcefed536a36c1849 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cd4d3 expref: 5831 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337490:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.337491:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.337492:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e4c80/0xcefed536a36dfffd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337502:0:15140:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c97c00/0xcefed536a36c1849 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd4d3 expref: 5831 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337506:0:15140:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c97c00/0xcefed536a36c1849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd4d3 expref: 5832 pid: 14225 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.337515:0:15140:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cd9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0001_UUID:15140:1788538554044608:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.337530:0:15140:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.337544:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f84b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554040704:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.337553:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.337556:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337557:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.337558:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337630:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124e41900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3786:3083:x1788538554039808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12553us (12579us total) trans 4295137890 rc 0/0 00000100:00100000:3.0:1705683772.337635:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419989 00010000:00010000:3.0:1705683772.337652:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009632b480/0xcefed536a36dfe8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337657:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009632b480/0xcefed536a36dfe8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337663:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009632b480/0xcefed536a36dfe8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337668:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009632b480/0xcefed536a36dfe8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337677:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.337753:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+762:3083:x1788538554040320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10134us (10187us total) trans 4295137126 rc 0/0 00000100:00100000:3.0:1705683772.337757:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420000 00000004:00080000:3.0:1705683772.337777:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093bf5000/2, rc 0, transno 169830 00000100:00100000:3.0:1705683772.337782:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093bf5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554040320:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1705683772.337827:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124e44600/2, rc 0, transno 170595 00000100:00100000:3.0:1705683772.337832:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e44600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554039936:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.337837:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124e43200/2, rc 0, transno 170594 00000100:00100000:3.0:1705683772.337839:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e43200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554039808:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.337851:0:15098:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800907ff700/0xcefed536a35abf40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6cf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b274 expref: 7973 pid: 15040 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.337857:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e40500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554040000:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.337866:0:15098:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c5cd900/0xcefed536a36dfe52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6cf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d89d0 expref: 8424 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337871:0:15098:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5cd900, rc 0) 00000100:00100000:3.0:1705683772.337879:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135630a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:8dc539e0-a6d0-4264-ae88-11424261aea3+8424:11885:x1788538595343808:12345-192.168.203.16@tcp:101:dd.0 Request processed in 12594us (12623us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.337882:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419991 00000100:00100000:3.0:1705683772.337896:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090f19900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554044736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.337908:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.337917:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1705683772.337926:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.337928:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337935:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096328c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.337936:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337939:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337946:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337949:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096328c80/0xcefed536a36dfe83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.337957:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.337958:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.337959:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.337963:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090f1a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554044800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.337971:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.337982:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337982:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337985:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554044736 00000100:00100000:3.0:1705683772.337992:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337993:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337994:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554044800 00000100:00100000:3.0:1705683772.337998:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.337999:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338001:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420033 00000100:00100000:3.0:1705683772.338003:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3788:3082:x1788538554044736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.338011:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36261 count 1 00010000:00010000:3.0:1705683772.338100:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e6d00/0xcefed536a36e0004 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338105:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131860280/0xcefed536a366ec2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aecee expref: 5829 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.338109:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.338110:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.338110:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e6d00/0xcefed536a36e0004 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338119:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131860280/0xcefed536a366ec2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aecee expref: 5829 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.338124:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131860280/0xcefed536a366ec2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aecee expref: 5829 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.338129:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cdc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554044864:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.338138:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.338146:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cde900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554044672:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.338156:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338159:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338166:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338169:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338174:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.338238:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+1809:3083:x1788538554040384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10378us (10639us total) trans 4295137894 rc 0/0 00000100:00100000:3.0:1705683772.338242:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420002 00010000:00010000:3.0:1705683772.338251:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.338252:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338255:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009632b200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.338257:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338260:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338266:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338269:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009632b200/0xcefed536a36dfe98 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338282:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.338283:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093a7f200/0xcefed536a36dfe9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338286:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093a7f200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.338287:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093a7f200/0xcefed536a36dfe9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338289:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093a7f200/0xcefed536a36dfe9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338294:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093a7f200/0xcefed536a36dfe9f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338297:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093a7f200/0xcefed536a36dfe9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338305:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.338305:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.338306:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.338315:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093bf0f00/2, rc 0, transno 170598 00000100:00100000:3.0:1705683772.338319:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093bf0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554040384:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.338332:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.338336:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cdcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554044992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.338347:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.338375:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.338400:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338400:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.338417:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093bf4100/2, rc 0, transno 170596 00000100:00100000:3.0:1705683772.338423:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093bf4100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554040448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.338444:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.338449:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f84b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554045056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.338462:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.338471:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338471:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338474:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554045056 00000100:00100000:3.0:1705683772.338482:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338483:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338484:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420037 00000100:00100000:3.0:1705683772.338486:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f86e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+3787:3082:x1788538554045056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.338493:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36263 count 1 00010000:00010000:3.0:1705683772.338577:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e4780/0xcefed536a36e0019 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338583:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ecb9680/0xcefed536a366ec70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aed0a expref: 5827 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.338586:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.338587:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.338588:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e4780/0xcefed536a36e0019 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338597:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ecb9680/0xcefed536a366ec70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed0a expref: 5827 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.338602:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ecb9680/0xcefed536a366ec70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed0a expref: 5827 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.338607:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc5a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554045184:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.338616:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c273c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.338622:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338623:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.338626:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420039 00000100:00100000:3.0:1705683772.338629:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c0d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:c77a26ac-6587-4500-88fc-a375de7e12f4+9425:20295:x1788538595348224:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.338633:0:15031:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.338786:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538554041472:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.338797:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.338830:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.338831:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.338831:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.338841:0:15031:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801315e6300/0xcefed536a36e0027 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8a40 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.338851:0:15031:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.338860:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.338861:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.338864:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e6300/0xcefed536a36e0027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a40 expref: 9427 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338873:0:15031:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801315e6300/0xcefed536a36e0027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a40 expref: 9427 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.338884:0:15031:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801315e6300, rc 0) 00000100:00100000:3.0:1705683772.338895:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c0d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:c77a26ac-6587-4500-88fc-a375de7e12f4+9427:20295:x1788538595348224:12345-192.168.203.16@tcp:101:dd.0 Request processed in 265us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.338900:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420039 00000004:00080000:3.0:1705683772.339165:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093ba4600/2, rc 0, transno 169831 00000100:00100000:3.0:1705683772.339170:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093ba4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554040256:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.339188:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554045312:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.339202:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.339218:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124e46e00/2, rc 0, transno 170597 00000100:00100000:3.0:1705683772.339222:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e46e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554040064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.339236:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554045376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.339244:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.339258:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339259:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339264:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554045376 00000100:00100000:3.0:1705683772.339275:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339276:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339279:0:15075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420042 00000100:00100000:3.0:1705683772.339282:0:15075:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ffc4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3788:3083:x1788538554045376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.339291:0:15075:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36264 count 1 00000100:00100000:3.0:1705683772.339422:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f85000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554040896:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.339434:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.339444:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.339445:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.339446:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.339456:0:15075:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.339464:0:15075:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969fd400/0xcefed536a366ec7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aed18 expref: 5827 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.339469:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.339470:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.339471:0:15075:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.339484:0:15075:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969fd400/0xcefed536a366ec7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed18 expref: 5827 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.339490:0:15075:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969fd400/0xcefed536a366ec7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed18 expref: 5827 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.339497:0:15075:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:15075:1788538554045504:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.339511:0:15075:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093d5eb40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.339560:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.339563:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093a7e080/0xcefed536a36dfec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.339569:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880093a7e080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.339571:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093a7e080/0xcefed536a36dfec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.339576:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093a7e080/0xcefed536a36dfec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.339587:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093a7e080/0xcefed536a36dfec2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.339591:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093a7e080/0xcefed536a36dfec2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.339603:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.339603:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.339604:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.339628:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801314c3200/2, rc 0, transno 169832 00000100:00100000:3.0:1705683772.339634:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554041280:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.339656:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.339661:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554045568:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.339675:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.339693:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cdf800/2, rc 0, transno 169833 00000100:00100000:3.0:1705683772.339703:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554040832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.339709:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339709:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339728:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.339731:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007f153700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554045632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.339743:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.339752:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339753:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339755:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554045632 00000100:00100000:3.0:1705683772.339763:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339764:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.339766:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420044 00000100:00100000:3.0:1705683772.339767:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+737:3082:x1788538554045632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.339775:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23260 count 1 00010000:00010000:3.0:1705683772.340035:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340041:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4acf00/0xcefed536a363b59c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597b30 expref: 8422 pid: 15135 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.340045:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.340046:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.340046:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340054:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b4acf00/0xcefed536a363b59c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b30 expref: 8422 pid: 15135 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.340058:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b4acf00/0xcefed536a363b59c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b30 expref: 8422 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.340063:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554045824:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.340073:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.340080:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554045760:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.340091:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.340102:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340102:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340106:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554045760 00010000:00010000:3.0:1705683772.340117:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.340118:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e6b6300/0xcefed536a36dfebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340122:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e6b6300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.340123:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e6b6300/0xcefed536a36dfebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340126:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e6b6300/0xcefed536a36dfebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340133:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e6b6300/0xcefed536a36dfebb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340136:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e6b6300/0xcefed536a36dfebb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340145:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.340146:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.340146:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.340154:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340155:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340158:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420045 00000100:00100000:3.0:1705683772.340160:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ffc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+765:3082:x1788538554045760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.340166:0:14268:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32694 count 1 00010000:00010000:3.0:1705683772.340296:0:14268:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340310:0:14268:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801318e5400/0xcefed536a367c5b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b4deb expref: 7968 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340315:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.340316:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.340317:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340332:0:14268:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801318e5400/0xcefed536a367c5b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b4deb expref: 7968 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340339:0:14268:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801318e5400/0xcefed536a367c5b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b4deb expref: 7968 pid: 15063 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.340347:0:14268:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f85000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554045952:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.340360:0:14268:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b1516c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.340370:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340375:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340380:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340384:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340395:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.340484:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+766:3083:x1788538554041344:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11534us (11560us total) trans 4295137131 rc 0/0 00000100:00100000:3.0:1705683772.340489:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420008 00010000:00010000:3.0:1705683772.340503:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340508:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340513:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340517:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340524:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.340567:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.340569:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340572:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d7aca00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.340573:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340577:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340585:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340588:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d7aca00/0xcefed536a36dfec9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340598:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.340599:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340602:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d7ac500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.340603:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340605:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340609:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340612:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d7ac500/0xcefed536a36dfea6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.340617:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.340617:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.340618:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.340669:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+767:3081:x1788538554040576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12688us (12714us total) trans 4295137132 rc 0/0 00000100:00100000:3.0:1705683772.340673:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420003 00000004:00080000:3.0:1705683772.340790:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800765cda00/2, rc 0, transno 170600 00000100:00100000:3.0:1705683772.340794:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800765cda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554041024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.340834:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.340837:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554046336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.340852:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.340868:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340869:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340873:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554046336 00000100:00100000:3.0:1705683772.340884:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340884:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340886:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595349056 00000100:00100000:3.0:1705683772.340894:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340895:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.340898:0:15057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420050 00000100:00100000:3.0:1705683772.340902:0:15057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+3789:3082:x1788538554046336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.340911:0:15057:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36265 count 1 00010000:00010000:3.0:1705683772.341050:0:15057:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341058:0:15057:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fbc2d00/0xcefed536a366ec8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aed26 expref: 5824 pid: 14265 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.341064:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.341065:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.341066:0:15057:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341084:0:15057:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fbc2d00/0xcefed536a366ec8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed26 expref: 5824 pid: 14265 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.341091:0:15057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fbc2d00/0xcefed536a366ec8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed26 expref: 5824 pid: 14265 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.341100:0:15057:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15057:1788538554046464:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.341114:0:15057:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5240 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.341136:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090d8b700/2, rc 0, transno 170599 00000100:00100000:3.0:1705683772.341142:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090d8b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554042048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.341165:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554046528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.341183:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.341202:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.341202:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.341206:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554046528 00000100:00100000:3.0:1705683772.341222:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.341223:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.341228:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420053 00000100:00100000:3.0:1705683772.341231:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d1f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+3790:3082:x1788538554046528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.341241:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36266 count 1 00010000:00010000:3.0:1705683772.341341:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b52a580/0xcefed536a36e0089 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341347:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999bf980/0xcefed536a366ec9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aed34 expref: 5824 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.341354:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.341354:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.341355:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b52a580/0xcefed536a36e0089 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341364:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800999bf980/0xcefed536a366ec9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed34 expref: 5824 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.341368:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999bf980/0xcefed536a366ec9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed34 expref: 5824 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.341373:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096c0b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0001_UUID:15076:1788538554046592:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.341383:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5b40 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.341398:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095f86400/2, rc 0, transno 169836 00000100:00100000:3.0:1705683772.341402:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f86400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554040576:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.341417:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.341421:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096c0a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554046656:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.341437:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.341471:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.341472:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.341475:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420055 00000100:00100000:3.0:1705683772.341477:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124e42d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+767:3084:x1788538554046656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.341485:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32696 count 1 00010000:00010000:3.0:1705683772.341615:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b52af80/0xcefed536a36e0097 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341624:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7e1900/0xcefed536a367d0a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b5037 expref: 7968 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341627:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.341628:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.341629:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b52af80/0xcefed536a36e0097 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341637:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7e1900/0xcefed536a367d0a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5037 expref: 7968 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.341641:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7e1900/0xcefed536a367d0a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5037 expref: 7968 pid: 15041 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.341646:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e41900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554046720:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.341655:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5840 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.341865:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e782d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554042496:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.341878:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.341882:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.341883:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.341883:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.341892:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c08500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554042304:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.341899:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098560500/0xcefed536a36dff01 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.341905:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.341906:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.341906:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.342015:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554043008:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.342023:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801315e5180/0xcefed536a36dff78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.342027:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.342027:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.342028:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.342423:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098560500/0xcefed536a36dff01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342430:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098560500/0xcefed536a36dff01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342435:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098560500/0xcefed536a36dff01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342439:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098560500/0xcefed536a36dff01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342450:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.342535:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f7c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0001-mdtlov_UUID+1811:3081:x1788538554041984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10325us (11055us total) trans 4295137898 rc 0/0 00000100:00100000:3.0:1705683772.342539:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420015 00010000:00010000:3.0:1705683772.342553:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342559:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342562:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342565:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342570:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.342633:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e781e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3791:3083:x1788538554042368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10160us (10197us total) trans 4295137899 rc 0/0 00000100:00100000:3.0:1705683772.342636:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420016 00010000:00010000:3.0:1705683772.342648:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.342650:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342653:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098563700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.342654:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342658:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342665:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342671:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098563700/0xcefed536a36dff39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342682:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.342683:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.342683:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.342693:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124cd0500/2, rc 0, transno 170602 00000100:00100000:3.0:1705683772.342697:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124cd0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554041984:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.342714:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124e45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554046912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.342727:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.342733:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.342733:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.342736:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554046912 00000100:00100000:3.0:1705683772.342743:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.342744:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.342746:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420057 00000100:00100000:3.0:1705683772.342748:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+1811:3084:x1788538554046912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.342754:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37113 count 1 00010000:00010000:3.0:1705683772.342786:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b528000/0xcefed536a36e00ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342793:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e729900/0xcefed536a36c1d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cd734 expref: 5823 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342799:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.342828:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.342830:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b528000/0xcefed536a36e00ac lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342846:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e729900/0xcefed536a36c1d6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd734 expref: 5823 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342852:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e729900/0xcefed536a36c1d6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd734 expref: 5823 pid: 14213 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.342860:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554046976:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.342872:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5780 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.342926:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801315e5180/0xcefed536a36dff78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342930:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801315e5180/0xcefed536a36dff78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342934:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e5180/0xcefed536a36dff78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342936:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e5180/0xcefed536a36dff78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.342943:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.343015:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+768:3084:x1788538554042880:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9122us (9156us total) trans 4295137133 rc 0/0 00000100:00100000:3.0:1705683772.343019:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420018 00000004:00080000:3.0:1705683772.343038:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801314c7800/2, rc 0, transno 169837 00000100:00100000:3.0:1705683772.343042:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554042880:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.343060:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.343063:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096c08500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554047104:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.343074:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.343080:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343080:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343083:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554047104 00000100:00100000:3.0:1705683772.343090:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343090:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343092:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420058 00000100:00100000:3.0:1705683772.343094:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e785f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+768:3082:x1788538554047104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.343100:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32697 count 1 00010000:00010000:3.0:1705683772.343254:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343259:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e09180/0xcefed536a367d656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b515d expref: 7967 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343263:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.343264:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.343265:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343279:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131e09180/0xcefed536a367d656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b515d expref: 7967 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343285:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131e09180/0xcefed536a367d656 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b515d expref: 7967 pid: 15107 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.343298:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e782d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554047168:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.343312:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.343438:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5c6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554047232:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.343453:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.343462:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343463:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343467:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554047232 00000100:00100000:3.0:1705683772.343484:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343484:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343487:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42406 00000100:00100000:3.0:1705683772.343489:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cdd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:lustre-MDT0000-mdtlov_UUID+36:3082:x1788538554047232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.343493:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.343500:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093a7f980/0xcefed536a36dff63 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5315:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xcefed536a36dff24 expref: 36 pid: 14217 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343508:0:15093:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5315:0x0].0x0 (ffff8801350c8d00) 00010000:00010000:3.0:1705683772.343512:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.343522:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cdd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:lustre-MDT0000-mdtlov_UUID+35:3082:x1788538554047232:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.343525:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42406 00010000:00010000:3.0:1705683772.343534:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.343535:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098563480/0xcefed536a36dff6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343539:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098563480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.343540:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098563480/0xcefed536a36dff6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343544:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098563480/0xcefed536a36dff6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343551:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098563480/0xcefed536a36dff6a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343553:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098563480/0xcefed536a36dff6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343562:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.343562:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.343563:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.343577:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5c6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554047232:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.343586:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343587:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343589:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595350016 00010000:00010000:3.0:1705683772.343595:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c166800/0xcefed536a36c1555 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd360 expref: 5824 pid: 8803 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.343608:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343608:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343611:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166202 00000100:00100000:3.0:1705683772.343613:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078979850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5824:1857:x1788538595350016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.343617:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.343618:0:15093:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c166800/0xcefed536a36c1555 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd360 expref: 5824 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.343625:0:15093:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c166800/0xcefed536a36c1555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd360 expref: 5824 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.343633:0:15093:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c166800/0xcefed536a36c1555 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cd360 expref: 5824 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.343638:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.343639:0:15093:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.343640:0:15093:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098561680/0xcefed536a36dff7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343643:0:15093:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098561680/0xcefed536a36dff7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343652:0:15093:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.343659:0:15093:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078979850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:8dc539e0-a6d0-4264-ae88-11424261aea3+5823:1857:x1788538595350016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.343662:0:15093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166202 00010000:00010000:3.0:1705683772.343684:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098561680/0xcefed536a36dff7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343687:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098561680/0xcefed536a36dff7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343690:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098561680/0xcefed536a36dff7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343696:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098561680/0xcefed536a36dff7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343707:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.343774:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135634b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+1812:3081:x1788538554043072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9367us (9433us total) trans 4295137901 rc 0/0 00000100:00100000:3.0:1705683772.343778:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420019 00000004:00080000:3.0:1705683772.343795:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073709400/2, rc 0, transno 170605 00000100:00100000:3.0:1705683772.343798:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073709400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554043072:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.343842:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.343846:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cdd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554047296:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.343859:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.343865:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343866:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343868:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554047296 00000100:00100000:3.0:1705683772.343875:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343876:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.343878:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420059 00000100:00100000:3.0:1705683772.343880:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353d5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+1812:3084:x1788538554047296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.343887:0:15053:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37114 count 1 00010000:00010000:3.0:1705683772.343926:0:15053:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b52bc00/0xcefed536a36e00f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343932:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d989180/0xcefed536a36c397b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cda59 expref: 5822 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343935:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.343936:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.343937:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b52bc00/0xcefed536a36e00f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343945:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d989180/0xcefed536a36c397b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cda59 expref: 5822 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.343950:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d989180/0xcefed536a36c397b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cda59 expref: 5822 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.343954:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801353d6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15053:1788538554047424:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.343963:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2430c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.344040:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554043328:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.344052:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.344057:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.344058:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.344059:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344068:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ae0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554047488:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.344088:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.344100:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344101:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344105:0:15093:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554047488 00010000:00010000:3.0:1705683772.344112:0:15093:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131995b80/0xcefed536a36dfce6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xcefed536a36dfcdf expref: 35 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.344128:0:15093:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344129:0:15093:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344132:0:15093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166203 00000100:00100000:3.0:1705683772.344135:0:15093:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801353d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:lustre-MDT0000-mdtlov_UUID+35:3084:x1788538554047488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.344141:0:15093:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.344241:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344246:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344250:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344252:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344261:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.344267:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.344269:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344274:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801315e6800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.344275:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344280:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344291:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344296:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801315e6800/0xcefed536a36dff86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344307:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.344309:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.344310:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.344403:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090763200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+739:3081:x1788538554043136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9988us (10029us total) trans 4295137134 rc 0/0 00000100:00100000:3.0:1705683772.344409:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420020 00000004:00080000:3.0:1705683772.344435:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e785a00/2, rc 0, transno 169838 00000100:00100000:3.0:1705683772.344443:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e785a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554043136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.344473:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801353d7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554047552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.344491:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.344601:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e784100/2, rc 0, transno 170604 00000100:00100000:3.0:1705683772.344608:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e784100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554042560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.344654:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554047744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.344671:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.344682:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.344686:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554047680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.344700:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.344711:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344712:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344716:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554047744 00000100:00100000:3.0:1705683772.344730:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344730:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344734:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554047680 00000100:00100000:3.0:1705683772.344743:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344744:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.344747:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420061 00000100:00100000:3.0:1705683772.344750:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d00500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+739:3084:x1788538554047744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.344759:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23262 count 1 00010000:00010000:3.0:1705683772.344983:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b529400/0xcefed536a36e0107 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ade:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.344992:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007f232f80/0xcefed536a363b5fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597b68 expref: 8422 pid: 15142 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.344998:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.344999:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.345000:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b529400/0xcefed536a36e0107 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345014:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007f232f80/0xcefed536a363b5fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b68 expref: 8422 pid: 15142 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.345022:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007f232f80/0xcefed536a363b5fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b68 expref: 8423 pid: 15142 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.345029:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134d05f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554047936:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.345047:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.345063:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554047616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.345080:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.345097:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.345100:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098562080/0xcefed536a36dff9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345106:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098562080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.345108:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098562080/0xcefed536a36dff9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345113:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098562080/0xcefed536a36dff9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345123:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098562080/0xcefed536a36dff9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345128:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098562080/0xcefed536a36dff9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345141:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.345142:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.345144:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.345160:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554043776:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.345172:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801315e4280/0xcefed536a36dffa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.345177:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.345178:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.345179:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345196:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cd9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:15036:1788538554044096:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.345207:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801315e7c00/0xcefed536a36dffa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.345217:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.345218:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.345219:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345230:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5c6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554048000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.345247:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.345268:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801315e4280/0xcefed536a36dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345272:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801315e4280/0xcefed536a36dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345276:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e4280/0xcefed536a36dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345280:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e4280/0xcefed536a36dffa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345296:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.345383:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cd8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0001-mdtlov_UUID+769:3082:x1788538554043520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10524us (10583us total) trans 4295137138 rc 0/0 00000100:00100000:3.0:1705683772.345388:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420024 00000100:00100000:3.0:1705683772.345399:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345400:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345404:0:15128:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554048000 00000100:00100000:3.0:1705683772.345414:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345415:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345417:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420064 00000100:00100000:3.0:1705683772.345419:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cd9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+740:3081:x1788538554048000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.345426:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23263 count 1 00010000:00010000:3.0:1705683772.345877:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef16d00/0xcefed536a36e011c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5adf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345886:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cc280/0xcefed536a363b628 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597b92 expref: 8419 pid: 15073 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.345892:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.345893:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.345894:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef16d00/0xcefed536a36e011c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.345908:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4cc280/0xcefed536a363b628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b92 expref: 8419 pid: 15073 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.345916:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4cc280/0xcefed536a363b628 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b92 expref: 8419 pid: 15073 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.345923:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554048192:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.345942:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.345951:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.345955:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345955:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345960:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554048256 00000100:00100000:3.0:1705683772.345979:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345979:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.345982:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420065 00000100:00100000:3.0:1705683772.345985:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+741:3083:x1788538554048256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.345993:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23265 count 1 00000100:00100000:3.0:1705683772.346170:0:15140:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cd9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_093:lustre-OST0001_UUID:15140:1788538554044608:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.346187:0:15140:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801315e4c80/0xcefed536a36dfffd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.346193:0:15140:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.346193:0:15140:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.346194:0:15140:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346210:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554044864:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.346221:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801315e6d00/0xcefed536a36e0004 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.346226:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.346227:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.346228:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.346236:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef16580/0xcefed536a36e0123 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346244:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007f1b8c80/0xcefed536a363b675 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597bbc expref: 8419 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.346249:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.346250:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.346251:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef16580/0xcefed536a36e0123 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346264:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007f1b8c80/0xcefed536a363b675 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597bbc expref: 8419 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.346271:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007f1b8c80/0xcefed536a363b675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597bbc expref: 8419 pid: 15087 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.346284:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cdc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554048320:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.346300:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.346310:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801315e7c00/0xcefed536a36dffa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346315:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801315e7c00/0xcefed536a36dffa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346321:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e7c00/0xcefed536a36dffa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346326:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e7c00/0xcefed536a36dffa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346336:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.346425:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+1813:3084:x1788538554043904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11100us (11117us total) trans 4295137902 rc 0/0 00000100:00100000:3.0:1705683772.346431:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420026 00000004:00080000:3.0:1705683772.346456:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124e47800/2, rc 0, transno 169842 00000100:00100000:3.0:1705683772.346462:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554043520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.346487:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.346492:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554048384:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.346511:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.346524:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346525:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346530:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554048384 00000100:00100000:3.0:1705683772.346542:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346543:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346546:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420067 00000100:00100000:3.0:1705683772.346549:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3f6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+769:3083:x1788538554048384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.346558:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32698 count 1 00010000:00010000:3.0:1705683772.346733:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef14f00/0xcefed536a36e0138 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346741:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f87f700/0xcefed536a367dd48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b52bb expref: 7966 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346747:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.346748:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.346749:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef14f00/0xcefed536a36e0138 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346764:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f87f700/0xcefed536a367dd48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b52bb expref: 7966 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.346771:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f87f700/0xcefed536a367dd48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b52bb expref: 7966 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.346779:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3f3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554048448:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.346795:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27480 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.346839:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124e42800/2, rc 0, transno 169841 00000100:00100000:3.0:1705683772.346846:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e42800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554043456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.346868:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.346873:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3f6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554048512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.346891:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.346908:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346909:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346913:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554048512 00000100:00100000:3.0:1705683772.346926:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346927:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.346930:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420068 00000100:00100000:3.0:1705683772.346933:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d206400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+742:3082:x1788538554048512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.346942:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23266 count 1 00000100:00100000:3.0:1705683772.347121:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ffc5a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554045184:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.347134:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801315e4780/0xcefed536a36e0019 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.347141:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.347142:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.347142:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.347153:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef16f80/0xcefed536a36e0154 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.347161:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8a00/0xcefed536a363b6ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597bdf expref: 8419 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.347166:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.347167:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.347169:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef16f80/0xcefed536a36e0154 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.347183:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8a00/0xcefed536a363b6ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597bdf expref: 8419 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.347194:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8a00/0xcefed536a363b6ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597bdf expref: 8419 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.347202:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d207800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554048640:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.347217:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c273c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.347235:0:15075:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ffc3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0001_UUID:15075:1788538554045504:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.347250:0:15075:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.347254:0:15075:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.347254:0:15075:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.347255:0:15075:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.347437:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d201900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554048704:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.347481:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.347694:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.347696:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.347701:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595351104 00000100:00100000:3.0:1705683772.347723:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.347724:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.347728:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420073 00000100:00100000:3.0:1705683772.347732:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a61bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5821:11885:x1788538595351104:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.347738:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.348107:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcc6580/0xcefed536a36e0193 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8aa2 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348121:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359e2d00/0xcefed536a35abf47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b27b expref: 9426 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.348130:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.348131:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.348133:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc6580/0xcefed536a36e0193 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aa2 expref: 5822 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.348155:0:14268:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f85000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554045952:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.348168:0:14268:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.348174:0:14268:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.348174:0:14268:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.348175:0:14268:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.348191:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801359e2d00/0xcefed536a35abf47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b27b expref: 9426 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.348199:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801359e2d00/0xcefed536a35abf47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b27b expref: 9426 pid: 15032 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.348207:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d202d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554049024:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.348224:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.348242:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ffc5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554045824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.348252:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.348257:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.348258:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.348259:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.348823:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.348826:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098561b80/0xcefed536a36dffef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348832:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098561b80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.348834:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098561b80/0xcefed536a36dffef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348839:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098561b80/0xcefed536a36dffef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348850:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098561b80/0xcefed536a36dffef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348855:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098561b80/0xcefed536a36dffef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348868:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.348869:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.348870:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.348895:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801315e6d00/0xcefed536a36e0004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348901:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801315e6d00/0xcefed536a36e0004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348907:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e6d00/0xcefed536a36e0004 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.348912:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e6d00/0xcefed536a36e0004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.348924:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.348925:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.348931:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595351808 00010000:00010000:3.0:1705683772.348942:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ecb9680/0xcefed536a366ec70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed0a expref: 5827 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.348963:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.348963:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.348968:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166216 00000100:00100000:3.0:1705683772.348972:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5826:1856:x1788538595351680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.348978:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.348981:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ecbbc00/0xcefed536a366ec62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aecfc expref: 5826 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.348989:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ecbbc00/0xcefed536a366ec62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aecfc expref: 5826 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.349003:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ecbbc00/0xcefed536a366ec62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aecfc expref: 5825 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.349013:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.349014:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.349015:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098562580/0xcefed536a36e000b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349026:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098562580/0xcefed536a36e000b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349040:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.349052:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5823:1856:x1788538595351680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 79us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.349058:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166216 00010000:00010000:3.0:1705683772.349095:0:15140:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801315e4c80/0xcefed536a36dfffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349101:0:15140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801315e4c80/0xcefed536a36dfffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349106:0:15140:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e4c80/0xcefed536a36dfffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349111:0:15140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e4c80/0xcefed536a36dfffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349121:0:15140:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.349215:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:lustre-MDT0001-mdtlov_UUID+1815:3084:x1788538554044480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11798us (11838us total) trans 4295137904 rc 0/0 00000100:00100000:3.0:1705683772.349221:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420032 00010000:00010000:3.0:1705683772.349240:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1705683772.349329:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cdb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3793:3082:x1788538554044736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11324us (11419us total) trans 4295137905 rc 0/0 00000100:00100000:3.0:1705683772.349337:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420033 00010000:00010000:3.0:1705683772.349351:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.349354:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098562580/0xcefed536a36e000b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349359:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098562580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.349361:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098562580/0xcefed536a36e000b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349366:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098562580/0xcefed536a36e000b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349375:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098562580/0xcefed536a36e000b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349380:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098562580/0xcefed536a36e000b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349394:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.349395:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.349396:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.349401:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801315e4780/0xcefed536a36e0019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349407:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801315e4780/0xcefed536a36e0019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349417:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e4780/0xcefed536a36e0019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349422:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e4780/0xcefed536a36e0019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.349431:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.349515:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f86e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+3793:3082:x1788538554045056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11027us (11052us total) trans 4295137907 rc 0/0 00000100:00100000:3.0:1705683772.349520:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420037 00010000:00010000:3.0:1705683772.349534:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.349548:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094eb9e00/2, rc 0, transno 170608 00000100:00100000:3.0:1705683772.349554:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094eb9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554044480:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.349578:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d203c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554049088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.349595:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.349619:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cdcb00/2, rc 0, transno 170612 00000100:00100000:3.0:1705683772.349624:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554044992:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1705683772.349650:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090f1a800/2, rc 0, transno 170610 00000100:00100000:3.0:1705683772.349654:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090f1a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554044800:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.349677:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094ebbc00/2, rc 0, transno 169846 00000100:00100000:3.0:1705683772.349682:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094ebbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554044352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.349701:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.349706:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d204b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554049280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.349722:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.349751:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d203700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554049216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.349774:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.349775:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.349785:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.349794:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.349795:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.349798:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554049216 00000100:00100000:3.0:1705683772.349838:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.349840:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.349844:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420081 00000100:00100000:3.0:1705683772.349847:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d205f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3793:3082:x1788538554049216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.349858:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36269 count 1 00010000:00010000:3.0:1705683772.350027:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350036:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e56af80/0xcefed536a366eccb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aed5e expref: 5818 pid: 15050 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.350041:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350042:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350043:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350057:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e56af80/0xcefed536a366eccb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed5e expref: 5818 pid: 15050 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.350064:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e56af80/0xcefed536a366eccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed5e expref: 5818 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.350071:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d204100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554049408:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.350086:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.350106:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095f84b00/2, rc 0, transno 170611 00000100:00100000:3.0:1705683772.350111:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f84b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554045056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.350134:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554049536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.350152:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.350181:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cde900/2, rc 0, transno 169845 00000100:00100000:3.0:1705683772.350186:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cde900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554044672:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.350192:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350193:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350197:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554049536 00000100:00100000:3.0:1705683772.350216:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350217:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350221:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420082 00000100:00100000:3.0:1705683772.350224:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ae1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+3794:3084:x1788538554049536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.350234:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36270 count 1 00010000:00010000:3.0:1705683772.350422:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350430:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969fb200/0xcefed536a366ecd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aed6c expref: 5818 pid: 15050 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.350436:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350437:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350438:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350451:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969fb200/0xcefed536a366ecd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed6c expref: 5818 pid: 15050 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.350463:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969fb200/0xcefed536a366ecd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed6c expref: 5818 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.350471:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a619e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15125:1788538554049664:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.350485:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.350517:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.350529:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090f19900/2, rc 0, transno 170609 00000100:00100000:3.0:1705683772.350534:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090f19900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554044736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.350559:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.350563:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880095f85000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554049856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.350581:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.350596:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007f155a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554049792:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.350610:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.350635:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e782d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554047168:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.350648:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.350654:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.350654:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.350655:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350664:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350665:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350672:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166224 00000100:00100000:3.0:1705683772.350676:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d18500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7968:1856:x1788538595352256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.350682:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.350686:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801318e5400/0xcefed536a367c5b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b4deb expref: 7968 pid: 15063 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.350693:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801318e5400/0xcefed536a367c5b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b4deb expref: 7968 pid: 15063 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.350706:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801318e5400/0xcefed536a367c5b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b4deb expref: 7968 pid: 15063 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.350715:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350716:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350718:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350723:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350737:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.350749:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d18500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:1856:x1788538595352256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.350754:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166224 00000100:00100000:3.0:1705683772.350765:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350766:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.350771:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166227 00000100:00100000:3.0:1705683772.350774:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090761400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8417:1856:x1788538595352384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.350779:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.350786:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090e37980/0xcefed536a369ca04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcf4 expref: 8417 pid: 15061 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.350798:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090e37980/0xcefed536a369ca04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcf4 expref: 8417 pid: 15061 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.350840:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090e37980/0xcefed536a369ca04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdcf4 expref: 8417 pid: 15061 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.350848:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350849:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.350851:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8f00/0xcefed536a36e005f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a4e expref: 8416 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350858:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8f00/0xcefed536a36e005f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a4e expref: 8416 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350873:0:14212:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8f00/0xcefed536a36e005f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a4e expref: 8416 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.350880:0:14212:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ffc5a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554049920:192.168.203.16@tcp:105: 00000100:00100000:3.0:1705683772.350893:0:14212:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b1516c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.350907:0:14268:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350913:0:14268:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350922:0:14268:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350927:0:14268:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134d54f00/0xcefed536a36e0058 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.350937:0:14268:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.351026:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ffc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+771:3082:x1788538554045760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10864us (10934us total) trans 4295137145 rc 0/0 00000100:00100000:3.0:1705683772.351032:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420045 00000100:00100000:3.0:1705683772.351057:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15053:1788538554047424:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.351067:0:15053:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b52bc00/0xcefed536a36e00f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.351073:0:15053:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.351074:0:15053:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.351075:0:15053:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351088:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134d05f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554047936:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.351098:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b529400/0xcefed536a36e0107 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.351104:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.351104:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.351105:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.351112:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351121:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351127:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351132:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351142:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.351147:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.351149:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351155:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801315e7980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.351156:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351162:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351171:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351175:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801315e7980/0xcefed536a36e0051 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351192:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.351193:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.351194:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.351276:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+745:3082:x1788538554045632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11506us (11531us total) trans 4295137146 rc 0/0 00000100:00100000:3.0:1705683772.351281:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420044 00000004:00080000:3.0:1705683772.351303:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008ffc5500/2, rc 0, transno 169849 00000100:00100000:3.0:1705683772.351309:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ffc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554045760:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.351332:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134d05f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554050112:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.351347:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.351363:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351364:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351368:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554050112 00000100:00100000:3.0:1705683772.351381:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351382:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351385:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420087 00000100:00100000:3.0:1705683772.351388:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e782d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+771:3084:x1788538554050112:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.351398:0:14268:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32701 count 1 00010000:00010000:3.0:1705683772.351574:0:14268:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351583:0:14268:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e41ca00/0xcefed536a367f3ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b57a7 expref: 7965 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351588:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.351589:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.351590:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351605:0:14268:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e41ca00/0xcefed536a367f3ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b57a7 expref: 7964 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351612:0:14268:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e41ca00/0xcefed536a367f3ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b57a7 expref: 7964 pid: 15088 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.351620:0:14268:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ccd000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554050240:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.351635:0:14268:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.351644:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351645:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351654:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166230 00000100:00100000:3.0:1705683772.351658:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8417:1856:x1788538595352704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.351664:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.351667:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b4ad180/0xcefed536a363b5b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5add:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b4c expref: 8417 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.351674:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b4ad180/0xcefed536a363b5b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5add:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b4c expref: 8417 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.351686:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4ad180/0xcefed536a363b5b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5add:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597b4c expref: 8417 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.351695:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.351696:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.351697:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124ebd900/0xcefed536a36e00f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351703:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124ebd900/0xcefed536a36e00f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5add:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351717:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.351727:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8416:1856:x1788538595352704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.351733:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166230 00000100:00100000:3.0:1705683772.351757:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554048192:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.351768:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ef16d00/0xcefed536a36e011c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5adf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.351773:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.351774:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.351775:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.351780:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.351782:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351787:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b52a080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.351788:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351793:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351828:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351839:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b52a080/0xcefed536a36e00d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351851:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.351852:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.351854:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.351869:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007f153700/2, rc 0, transno 169850 00000100:00100000:3.0:1705683772.351875:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007f153700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554045632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.351898:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351899:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351905:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595352768 00010000:00010000:3.0:1705683772.351916:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094bd8280/0xcefed536a366ecbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed50 expref: 5817 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.351927:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351928:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.351931:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166231 00000100:00100000:3.0:1705683772.351934:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c84100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5817:1856:x1788538595352768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.351940:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.351943:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094bd8280/0xcefed536a366ecbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed50 expref: 5817 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.351949:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094bd8280/0xcefed536a366ecbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed50 expref: 5817 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.351960:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bd8280/0xcefed536a366ecbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed50 expref: 5817 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.351972:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.351973:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.351974:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca300/0xcefed536a36e0100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351979:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a0ca300/0xcefed536a36e0100 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.351991:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.352002:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c84100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5816:1856:x1788538595352768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.352007:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166231 00010000:00010000:3.0:1705683772.352024:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b529400/0xcefed536a36e0107 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352028:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b529400/0xcefed536a36e0107 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352031:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b529400/0xcefed536a36e0107 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352034:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b529400/0xcefed536a36e0107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352040:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.352118:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d00500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+745:3084:x1788538554047744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7366us (7445us total) trans 4295137148 rc 0/0 00000100:00100000:3.0:1705683772.352124:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420061 00010000:00010000:3.0:1705683772.352138:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.352141:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880124ebd900/0xcefed536a36e00f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352146:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880124ebd900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.352147:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880124ebd900/0xcefed536a36e00f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352152:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880124ebd900/0xcefed536a36e00f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352162:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880124ebd900/0xcefed536a36e00f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352167:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124ebd900/0xcefed536a36e00f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5add:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352179:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.352180:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.352181:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.352196:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095f80000/2, rc 0, transno 169852 00000100:00100000:3.0:1705683772.352202:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554047744:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683772.352229:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cdd000/2, rc 0, transno 170614 00000100:00100000:3.0:1705683772.352236:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554047296:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.352239:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.352245:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cca800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554050496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.352261:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.352282:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008ffc6900/2, rc 0, transno 169848 00000100:00100000:3.0:1705683772.352285:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ffc6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554045312:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.352302:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ccee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554050432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.352318:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.352341:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096c08500/2, rc 0, transno 169851 00000100:00100000:3.0:1705683772.352348:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c08500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554047104:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.352364:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.352365:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.352372:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420093 00000100:00100000:3.0:1705683772.352376:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cc8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+746:3082:x1788538554050432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.352385:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23268 count 1 00010000:00010000:3.0:1705683772.352562:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352571:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aca00/0xcefed536a363b7f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597c17 expref: 8414 pid: 8803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.352577:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.352578:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.352579:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352593:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b4aca00/0xcefed536a363b7f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c17 expref: 8414 pid: 8803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.352603:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b4aca00/0xcefed536a363b7f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c17 expref: 8414 pid: 8803 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.352608:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554050944:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.352622:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.352636:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554050688:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.352652:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.352673:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.352677:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ccb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554050624:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.352692:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.352714:0:15075:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352720:0:15075:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352726:0:15075:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352731:0:15075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352740:0:15075:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.352746:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.352748:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352753:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801315e7200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.352755:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352760:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352769:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352773:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801315e7200/0xcefed536a36e0043 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.352784:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.352785:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.352786:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.352908:0:15075:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ffc4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+3797:3083:x1788538554045376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13624us (13662us total) trans 4295137912 rc 0/0 00000100:00100000:3.0:1705683772.352914:0:15075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420042 00010000:00010000:3.0:1705683772.353039:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ef16d00/0xcefed536a36e011c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353046:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef16d00/0xcefed536a36e011c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353051:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef16d00/0xcefed536a36e011c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353056:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef16d00/0xcefed536a36e011c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5adf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353065:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.353150:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cd9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+747:3081:x1788538554048000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7729us (7901us total) trans 4295137150 rc 0/0 00000100:00100000:3.0:1705683772.353155:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420064 00000100:00100000:3.0:1705683772.353185:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c0b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0001_UUID:15076:1788538554046592:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.353200:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b52a580/0xcefed536a36e0089 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.353206:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353207:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353208:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.353224:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554046976:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.353236:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b528000/0xcefed536a36e00ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.353241:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353242:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353242:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.353256:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124e41900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554046720:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.353266:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b52af80/0xcefed536a36e0097 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.353271:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353272:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353273:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.353290:0:15057:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0001_UUID:15057:1788538554046464:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.353302:0:15057:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.353307:0:15057:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353308:0:15057:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.353308:0:15057:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.353323:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801314c0a00/2, rc 0, transno 169855 00000100:00100000:3.0:1705683772.353334:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554046144:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.353340:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.353342:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8280/0xcefed536a36e0074 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353347:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a0c8280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.353348:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8280/0xcefed536a36e0074 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353353:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8280/0xcefed536a36e0074 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353363:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8280/0xcefed536a36e0074 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353368:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a0c8280/0xcefed536a36e0074 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353378:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.353379:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8000/0xcefed536a36e0115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353383:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a0c8000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.353384:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8000/0xcefed536a36e0115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353386:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8000/0xcefed536a36e0115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353391:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8000/0xcefed536a36e0115 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353393:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8000/0xcefed536a36e0115 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353401:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.353402:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.353403:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.353433:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008ffc4600/2, rc 0, transno 170616 00000100:00100000:3.0:1705683772.353439:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ffc4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554045376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.353456:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.353462:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ccdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554051136:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.353480:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.353495:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.353495:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.353500:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554051136 00000100:00100000:3.0:1705683772.353511:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.353512:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.353516:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420097 00000100:00100000:3.0:1705683772.353519:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cc8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+775:3083:x1788538554051136:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.353528:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32704 count 1 00010000:00010000:3.0:1705683772.353681:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353690:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c202580/0xcefed536a3680a0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b5bf2 expref: 7964 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353695:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.353698:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.353699:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353709:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b52a580/0xcefed536a36e0089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353715:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b52a580/0xcefed536a36e0089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353719:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b52a580/0xcefed536a36e0089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353724:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b52a580/0xcefed536a36e0089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8daa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353738:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.353863:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d1f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+3798:3082:x1788538554046528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12629us (12678us total) trans 4295137914 rc 0/0 00000100:00100000:3.0:1705683772.353872:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420053 00010000:00010000:3.0:1705683772.353889:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.353892:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353897:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b52b700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.353899:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353905:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353915:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353919:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b52b700/0xcefed536a36e007b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353932:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.353933:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.353934:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.353947:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c202580/0xcefed536a3680a0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5bf2 expref: 7964 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.353955:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c202580/0xcefed536a3680a0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5bf2 expref: 7964 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.353968:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554051520:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.353982:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2430c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.354001:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cdc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554048320:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.354014:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ef16580/0xcefed536a36e0123 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.354020:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.354020:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.354021:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354025:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354025:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354030:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554051328 00000100:00100000:3.0:1705683772.354043:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420100 00000100:00100000:3.0:1705683772.354047:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+748:3081:x1788538554051328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.354056:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23270 count 1 00010000:00010000:3.0:1705683772.354229:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354239:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ce800/0xcefed536a363b732 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597c48 expref: 8413 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.354244:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.354245:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.354246:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354260:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4ce800/0xcefed536a363b732 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c48 expref: 8413 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.354268:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4ce800/0xcefed536a363b732 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c48 expref: 8413 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.354276:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cccb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554051648:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.354290:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.354300:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b52af80/0xcefed536a36e0097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354305:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b52af80/0xcefed536a36e0097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354311:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b52af80/0xcefed536a36e0097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354314:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b52af80/0xcefed536a36e0097 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354320:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.354399:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124e42d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+776:3084:x1788538554046656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12920us (12960us total) trans 4295137152 rc 0/0 00000100:00100000:3.0:1705683772.354404:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420055 00000100:00100000:3.0:1705683772.354433:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c3f3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554048448:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.354444:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ef14f00/0xcefed536a36e0138 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.354453:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.354454:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.354455:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.354469:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801314c5000/2, rc 0, transno 170617 00000100:00100000:3.0:1705683772.354487:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554047616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.354523:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354524:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354528:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595353472 00000100:00100000:3.0:1705683772.354550:0:14202:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354551:0:14202:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354557:0:14202:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595354496 00000100:00100000:3.0:1705683772.354572:0:14202:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354573:0:14202:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354577:0:14202:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298669 00000100:00100000:3.0:1705683772.354580:0:14202:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6d000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:c77a26ac-6587-4500-88fc-a375de7e12f4+1282:21922:x1788538595354496:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1705683772.354588:0:14202:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.354596:0:14202:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c1c5680/0xcefed536a36e02a4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5232:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b12 expref: -99 pid: 14202 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1705683772.354654:0:14202:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x22d2:0x0]: returning size 4096 00000004:00080000:3.0:1705683772.354687:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801314c5500/2, rc 0, transno 170618 00000100:00100000:3.0:1705683772.354694:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554046528:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.354719:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801314c2d00/2, rc 0, transno 170619 00000100:00100000:3.0:1705683772.354725:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554046336:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.354735:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b528000/0xcefed536a36e00ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354741:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b528000/0xcefed536a36e00ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354746:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b528000/0xcefed536a36e00ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354751:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b528000/0xcefed536a36e00ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.354767:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.354883:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880124e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+1819:3084:x1788538554046912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12133us (12154us total) trans 4295137916 rc 0/0 00000100:00100000:3.0:1705683772.354889:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420057 00000100:00100000:3.0:1705683772.354916:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3f3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554051840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.354933:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.354943:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354944:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354948:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554051840 00000100:00100000:3.0:1705683772.354959:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354960:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.354963:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420102 00000100:00100000:3.0:1705683772.354966:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c0d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3798:3082:x1788538554051840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.354976:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36275 count 1 00010000:00010000:3.0:1705683772.355083:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355092:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a02e8000/0xcefed536a366ed1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aedb2 expref: 5812 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.355097:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.355099:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.355100:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355114:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a02e8000/0xcefed536a366ed1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedb2 expref: 5812 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.355121:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a02e8000/0xcefed536a366ed1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedb2 expref: 5812 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.355130:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007f154100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554051968:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.355142:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.355156:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.355160:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554051776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.355176:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.355190:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355191:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355195:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554051776 00000100:00100000:3.0:1705683772.355207:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355208:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355211:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420103 00000100:00100000:3.0:1705683772.355214:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a61ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+3799:3082:x1788538554051776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.355224:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36274 count 1 00000100:00100000:3.0:1705683772.355342:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355344:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355350:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420105 00000100:00100000:3.0:1705683772.355353:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0001-mdtlov_UUID+776:3083:x1788538554051712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.355362:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32705 count 1 00010000:00010000:3.0:1705683772.355512:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355522:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f0b8a00/0xcefed536a3680fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b5d34 expref: 7963 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355527:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.355528:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.355529:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355543:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f0b8a00/0xcefed536a3680fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5d34 expref: 7963 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355550:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f0b8a00/0xcefed536a3680fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5d34 expref: 7963 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.355557:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a61d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554052096:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.355571:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.355583:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355591:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969fb700/0xcefed536a366ed11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeda4 expref: 5811 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.355596:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.355597:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.355598:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355616:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969fb700/0xcefed536a366ed11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeda4 expref: 5811 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.355622:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969fb700/0xcefed536a366ed11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeda4 expref: 5811 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.355630:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a61f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15028:1788538554052224:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.355641:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.355649:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355650:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355654:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554052160 00000100:00100000:3.0:1705683772.355666:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355667:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.355670:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420106 00000100:00100000:3.0:1705683772.355672:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1819:3083:x1788538554052160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.355682:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37121 count 1 00010000:00010000:3.0:1705683772.355718:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355727:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801366bc000/0xcefed536a36c5ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ce78e expref: 5812 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355732:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.355733:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.355734:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355752:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801366bc000/0xcefed536a36c5ba9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce78e expref: 5811 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355759:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801366bc000/0xcefed536a36c5ba9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce78e expref: 5811 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.355767:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554052288:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.355782:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093f33f00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.355849:0:15058:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36df258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355856:0:15058:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36df258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355862:0:15058:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36df258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355867:0:15058:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801313e9e00/0xcefed536a36df258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.355877:0:15058:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.355976:0:15058:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4dd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0001-mdtlov_UUID+1820:3083:x1788538554012992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 93274us (93299us total) trans 4295137918 rc 0/0 00000100:00100000:3.0:1705683772.355981:0:15058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419727 00000100:00100000:3.0:1705683772.356437:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.356438:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.356443:0:15058:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595354048 00000100:00100000:3.0:1705683772.356458:0:15058:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.356459:0:15058:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.356463:0:15058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420108 00000100:00100000:3.0:1705683772.356467:0:15058:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009339a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:c77a26ac-6587-4500-88fc-a375de7e12f4+9426:16401:x1788538595353984:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.356474:0:15058:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.356656:0:15058:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096b8f200/0xcefed536a36e03a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8aef expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.356666:0:15058:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.356674:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.356676:0:15058:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.356678:0:15058:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8f200/0xcefed536a36e03a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aef expref: 9427 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.356687:0:15058:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096b8f200/0xcefed536a36e03a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aef expref: 9427 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.356693:0:15058:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096b8f200, rc 0) 00000100:00100000:3.0:1705683772.356705:0:15058:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009339a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:c77a26ac-6587-4500-88fc-a375de7e12f4+9427:16401:x1788538595353984:12345-192.168.203.16@tcp:101:dd.0 Request processed in 237us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.356711:0:15058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420108 00000100:00100000:1.0:1705683772.357045:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357051:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420112 00000100:00100000:1.0:1705683772.357053:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9427:26724:x1788538595354176:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.357058:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.357349:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b692f80/0xcefed536a36e03d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b04 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.357357:0:15142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.357363:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357363:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357365:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b692f80/0xcefed536a36e03d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b04 expref: 9428 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357370:0:15142:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b692f80/0xcefed536a36e03d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b04 expref: 9428 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357374:0:15142:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b692f80, rc 0) 00000100:00100000:1.0:1705683772.357382:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9428:26724:x1788538595354176:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 329us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.357385:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420112 00000100:00100000:1.0:1705683772.357411:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.357417:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357418:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357422:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595354368 00000100:00100000:1.0:1705683772.357429:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357430:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357432:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420113 00000100:00100000:1.0:1705683772.357434:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a61cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:c77a26ac-6587-4500-88fc-a375de7e12f4+9428:20295:x1788538595354368:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.357438:0:15041:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.357508:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.357526:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d207800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554048640:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.357537:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ef16f80/0xcefed536a36e0154 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.357543:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.357544:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.357544:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.357577:0:15041:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b693480/0xcefed536a36e03df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b0b expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.357584:0:15041:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.357589:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357590:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357592:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b693480/0xcefed536a36e03df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b0b expref: 9429 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357597:0:15041:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b693480/0xcefed536a36e03df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b0b expref: 9429 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357601:0:15041:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b693480, rc 0) 00000100:00100000:1.0:1705683772.357608:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a61cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:c77a26ac-6587-4500-88fc-a375de7e12f4+9429:20295:x1788538595354368:12345-192.168.203.16@tcp:101:dd.0 Request processed in 173us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.357611:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420113 00000100:00100000:1.0:1705683772.357648:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.357656:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.357663:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.357663:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.357664:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.357671:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595354688 00000100:00100000:1.0:1705683772.357675:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.357682:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8a00/0xcefed536a363b6ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597bdf expref: 8416 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.357683:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.357687:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357687:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357690:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595354944 00010000:00010000:1.0:1705683772.357696:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e2d00/0xcefed536a35abf47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b27b expref: 9430 pid: 15032 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.357697:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.357697:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.357700:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595354752 00000100:00100000:1.0:1705683772.357704:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357705:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.357707:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800960dbc00/0xcefed536a36c4e89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce2b7 expref: 5813 pid: 15058 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.357708:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166246 00000100:00100000:1.0:1705683772.357710:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5813:1856:x1788538595354880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.357714:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.357715:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e458500/0xcefed536a36c5199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce397 expref: 5813 pid: 9340 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.357718:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.357719:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.357720:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e458500/0xcefed536a36c5199 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce397 expref: 5813 pid: 9340 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.357723:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166247 00010000:00010000:1.0:1705683772.357727:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e458500/0xcefed536a36c5199 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce397 expref: 5813 pid: 9340 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.357727:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c77a26ac-6587-4500-88fc-a375de7e12f4+9430:1856:x1788538595354944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.357733:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.357733:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.357734:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357735:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a0c9b80/0xcefed536a36e0170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357738:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a0c9b80/0xcefed536a36e0170 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.357741:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801359e2d00/0xcefed536a35abf47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b27b expref: 9430 pid: 15032 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.357745:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.357748:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801359e2d00/0xcefed536a35abf47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b27b expref: 9430 pid: 15032 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.357751:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5812:1856:x1788538595354880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.357753:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166246 00000100:00100000:1.0:1705683772.357758:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357759:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357761:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166248 00010000:00010000:3.0:1705683772.357761:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.357762:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5811:1858:x1788538595354752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.357762:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357765:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.357765:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcc6580/0xcefed536a36e0193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aa2 expref: 5811 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357767:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800960dbc00/0xcefed536a36c4e89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce2b7 expref: 5811 pid: 15058 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.357771:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800960dbc00/0xcefed536a36c4e89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce2b7 expref: 5811 pid: 15058 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.357772:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc6580/0xcefed536a36e0193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aa2 expref: 5811 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357777:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800960dbc00/0xcefed536a36c4e89 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce2b7 expref: 5811 pid: 15058 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.357782:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357782:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.357783:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8500/0xcefed536a36e0162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357786:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8500/0xcefed536a36e0162 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.357787:0:6521:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcc6580/0xcefed536a36e0193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aa2 expref: 5810 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357792:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.357796:0:6521:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094f7c600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6521:1788538554052800:192.168.203.16@tcp:105: 00000100:00100000:1.0:1705683772.357797:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5810:1858:x1788538595354752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.357799:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166248 00000100:00100000:1.0:1705683772.357839:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.357839:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.357839:0:6521:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.357842:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420114 00000100:00100000:1.0:1705683772.357844:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9430:19986:x1788538595354624:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.357848:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.357882:0:14210:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359e2d00/0xcefed536a35abf47 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b27b expref: 9430 pid: 15032 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.357892:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d202d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554049024:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.357909:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fcc6580/0xcefed536a36e0193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aa2 expref: 5809 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.357916:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcc6580, rc 0) 00000100:00100000:3.0:1705683772.357927:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a61bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5809:11885:x1788538595351104:12345-192.168.203.16@tcp:101:dd.0 Request processed in 10195us (10265us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.357933:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420073 00010000:00010000:3.0:1705683772.357952:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ef16f80/0xcefed536a36e0154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.357958:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ef16f80/0xcefed536a36e0154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.357968:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ef16f80/0xcefed536a36e0154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.357973:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ef16f80/0xcefed536a36e0154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357980:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.357982:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.357983:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a0c9b80/0xcefed536a36e0170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357986:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a0c9b80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.357988:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a0c9b80/0xcefed536a36e0170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357991:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a0c9b80/0xcefed536a36e0170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.357997:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a0c9b80/0xcefed536a36e0170 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358000:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a0c9b80/0xcefed536a36e0170 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358009:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.358010:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.358011:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.358015:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b692300/0xcefed536a36e03e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x8d62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b4a expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.358021:0:15142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x8d62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.358027:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.358028:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.358030:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b692300/0xcefed536a36e03e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b4a expref: 9430 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358037:0:15142:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b692300/0xcefed536a36e03e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b4a expref: 9430 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358040:0:15142:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b692300, rc 0) 00000100:00100000:1.0:1705683772.358048:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9430:19986:x1788538595354624:12345-192.168.203.16@tcp:101:dd.0 Request processed in 203us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.358051:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420114 00010000:00010000:3.0:1705683772.358072:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.358075:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8500/0xcefed536a36e0162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.358080:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.358081:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a0c8500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.358083:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8500/0xcefed536a36e0162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.358088:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8500/0xcefed536a36e0162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.358099:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8500/0xcefed536a36e0162 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.358104:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a0c8500/0xcefed536a36e0162 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.358117:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.358118:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.358120:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.358125:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358126:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358131:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595354816 00010000:00010000:3.0:1705683772.358141:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8500/0xcefed536a363b667 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ba7 expref: 8415 pid: 15031 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.358153:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358154:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.358155:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.358158:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166249 00000100:00100000:3.0:1705683772.358161:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8415:1858:x1788538595354816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.358167:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.358170:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8500/0xcefed536a363b667 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ba7 expref: 8415 pid: 15031 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.358176:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8500/0xcefed536a363b667 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ba7 expref: 8416 pid: 15031 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.358188:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8500/0xcefed536a363b667 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ba7 expref: 8416 pid: 15031 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.358196:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.358198:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.358199:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.358204:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.358228:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.358231:0:15066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358235:0:15066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358238:0:15066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.358240:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8415:1858:x1788538595354816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (159us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.358241:0:15066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.358245:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166249 00010000:00010000:1.0:1705683772.358246:0:15066:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.358274:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d206400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+751:3082:x1788538554048512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11340us (11383us total) trans 4295137155 rc 0/0 00000100:00100000:3.0:1705683772.358280:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420068 00000004:00080000:3.0:1705683772.358307:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d201900/2, rc 0, transno 170624 00000100:00100000:3.0:1705683772.358313:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d201900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554048704:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.358317:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+750:3081:x1788538554048128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10858us (10889us total) trans 4295137156 rc 0/0 00000100:00100000:1.0:1705683772.358321:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420070 00000004:00080000:3.0:1705683772.358340:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c3f6e00/2, rc 0, transno 169859 00000100:00100000:3.0:1705683772.358346:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c3f6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554048512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.358364:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.358369:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d200500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554052992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.358386:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.358401:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358402:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358406:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554052992 00010000:00010000:1.0:1705683772.358413:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.358415:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358419:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009decf200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.358420:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.358420:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358421:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.358423:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.358425:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420116 00000100:00100000:3.0:1705683772.358428:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d206400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+750:3082:x1788538554052992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.358429:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358432:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009decf200/0xcefed536a36e0169 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358438:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1705683772.358438:0:15066:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23273 count 1 00010000:00010000:1.0:1705683772.358439:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.358440:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683772.358451:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5c0500/2, rc 0, transno 169860 00000100:00100000:1.0:1705683772.358455:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5c0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554048128:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.358627:0:15066:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096b8ed00/0xcefed536a36e03f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.358629:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.358630:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.358635:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420118 00010000:00010000:3.0:1705683772.358635:0:15066:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cef80/0xcefed536a363b77f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597ca3 expref: 8414 pid: 8804 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.358637:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e9b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+777:3084:x1788538554052864:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.358640:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.358641:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.358642:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8ed00/0xcefed536a36e03f4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.358645:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32706 count 1 00010000:00010000:3.0:1705683772.358655:0:15066:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4cef80/0xcefed536a363b77f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ca3 expref: 8414 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.358662:0:15066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4cef80/0xcefed536a363b77f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ca3 expref: 8414 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.358670:0:15066:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096c09e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:15066:1788538554053056:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.358684:0:15066:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.358723:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.358729:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554053248:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.358749:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.358770:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b610f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554053120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.358774:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b692080/0xcefed536a36e0402 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358780:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c9f5680/0xcefed536a3681628 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b5e7d expref: 7962 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358784:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.358784:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.358785:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b692080/0xcefed536a36e0402 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.358785:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.358794:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c9f5680/0xcefed536a3681628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5e7d expref: 7962 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.358798:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c9f5680/0xcefed536a3681628 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5e7d expref: 7962 pid: 15065 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.358825:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358826:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358830:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554053120 00000100:00100000:1.0:1705683772.358832:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554053312:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.358843:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0315480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.358843:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358844:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.358848:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420120 00000100:00100000:3.0:1705683772.358850:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+751:3082:x1788538554053120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.358860:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23274 count 1 00010000:00010000:3.0:1705683772.359030:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.359038:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6800/0xcefed536a363b7a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597cb8 expref: 8414 pid: 15062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.359044:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.359045:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.359046:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.359060:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6800/0xcefed536a363b7a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cb8 expref: 8414 pid: 15062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.359067:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6800/0xcefed536a363b7a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cb8 expref: 8414 pid: 15062 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.359074:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14210:1788538554053440:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.359095:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.360609:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d204100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554049408:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.360622:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554049472:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.360625:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.360631:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.360632:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.360632:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.360634:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b101680/0xcefed536a36e01e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.360639:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360640:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360641:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.360650:0:15027:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15027:1788538554049344:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.360656:0:15027:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.360663:0:15027:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360664:0:15027:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360664:0:15027:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.360664:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a619e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15125:1788538554049664:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.360676:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.360681:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.360681:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.360682:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.360695:0:14212:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ffc5a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554049920:192.168.203.16@tcp:105: 00010000:00010000:3.0:1705683772.360706:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.360725:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090761400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8414:1856:x1788538595352384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 9950us (10123us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.360730:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166227 00000100:00100000:1.0:1705683772.360743:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.360770:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.360771:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.360775:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355072 00000100:00100000:3.0:1705683772.360786:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.360787:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.360791:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420121 00000100:00100000:3.0:1705683772.360794:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:21555:x1788538595355072:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.360826:0:15137:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.360831:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cd8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554050048:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.360841:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.360845:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360845:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360846:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.360888:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ccf2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15025:1788538554050368:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.360895:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b102d00/0xcefed536a36e021f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.360898:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360899:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360899:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.360920:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15030:1788538554050880:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.360925:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc280/0xcefed536a36e0234 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.360928:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360928:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.360929:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.360937:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.360946:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.360955:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.360962:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.360968:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.360976:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.360980:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.360980:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.360984:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355136 00010000:00010000:1.0:1705683772.360993:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009063ad00/0xcefed536a36c532f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce438 expref: 5809 pid: 8803 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.361001:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361001:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361003:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355264 00010000:00010000:1.0:1705683772.361007:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e56af80/0xcefed536a366eccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed5e expref: 5810 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.361012:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361012:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361013:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355328 00010000:00010000:1.0:1705683772.361017:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4cd900/0xcefed536a363b6d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c02 expref: 8414 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.361022:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361023:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361024:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355456 00010000:00010000:1.0:1705683772.361027:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969fb200/0xcefed536a366ecd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed6c expref: 5811 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.361033:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361033:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361035:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166250 00000100:00100000:1.0:1705683772.361038:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5811:1856:x1788538595355136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.361042:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.361044:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009063ad00/0xcefed536a36c532f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce438 expref: 5811 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.361048:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009063ad00/0xcefed536a36c532f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce438 expref: 5811 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.361056:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009063ad00/0xcefed536a36c532f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce438 expref: 5811 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.361063:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361064:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361065:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361068:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361076:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.361084:0:14268:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccd000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554050240:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.361088:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5810:1856:x1788538595355136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 50us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.361092:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166250 00000100:00100000:1.0:1705683772.361097:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361098:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.361098:0:14268:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.361100:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166251 00000100:00100000:1.0:1705683772.361102:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe61850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5809:1856:x1788538595355264:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00100000:3.0:1705683772.361103:0:14268:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.361104:0:14268:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.361105:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00100000:3.0:1705683772.361105:0:14268:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.361107:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e56af80/0xcefed536a366eccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed5e expref: 5809 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.361112:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.361113:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.361114:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e56af80/0xcefed536a366eccb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed5e expref: 5809 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.361119:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166252 00010000:00010000:1.0:1705683772.361120:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e56af80/0xcefed536a366eccb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed5e expref: 5809 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.361123:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8414:1856:x1788538595355328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.361126:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361127:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361127:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361129:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.361131:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361132:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4cd900/0xcefed536a363b6d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c02 expref: 8414 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.361137:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.361140:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4cd900/0xcefed536a363b6d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c02 expref: 8414 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.361143:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe61850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5808:1856:x1788538595355264:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.361146:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166251 00000100:00100000:1.0:1705683772.361151:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361151:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.361151:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cd900/0xcefed536a363b6d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c02 expref: 8414 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.361153:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166253 00000100:00100000:1.0:1705683772.361155:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dde400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5807:1856:x1788538595355456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.361158:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.361159:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969fb200/0xcefed536a366ecd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed6c expref: 5807 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.361161:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.361162:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.361164:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b101680/0xcefed536a36e01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361167:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969fb200/0xcefed536a366ecd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed6c expref: 5807 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.361170:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b101680/0xcefed536a36e01e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361172:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969fb200/0xcefed536a366ecd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed6c expref: 5807 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.361177:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361177:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361178:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361181:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361185:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.361187:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.361194:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dde400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5806:1856:x1788538595355456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.361196:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166253 00000100:00100000:3.0:1705683772.361201:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8413:1856:x1788538595355328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.361206:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166252 00010000:00010000:1.0:1705683772.361207:0:15027:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361211:0:15027:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361214:0:15027:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361220:0:15027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361224:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361226:0:15027:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.361230:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361236:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361242:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc5900/0xcefed536a36e01f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361251:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683772.361301:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+1823:3084:x1788538554049088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11629us (11705us total) trans 4295137921 rc 0/0 00000100:00100000:1.0:1705683772.361305:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420079 00000100:00100000:1.0:1705683772.361312:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361312:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361315:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420123 00000100:00100000:1.0:1705683772.361318:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+9430:26755:x1788538595355520:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.361322:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.361348:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ae1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+3801:3084:x1788538554049536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11123us (11195us total) trans 4295137922 rc 0/0 00000100:00100000:3.0:1705683772.361354:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420082 00010000:00010000:3.0:1705683772.361371:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.361374:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361379:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b101e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.361381:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361387:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361397:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361402:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b101e00/0xcefed536a36e01d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361591:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.361593:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.361594:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.361599:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361605:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361610:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361615:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcc4000/0xcefed536a36e01d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361631:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.361705:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801353e9b80/0xcefed536a36e041e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x92b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b66 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.361712:0:15027:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x92b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1705683772.361713:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d205f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3801:3082:x1788538554049216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11865us (11927us total) trans 4295137923 rc 0/0 00000100:00100000:3.0:1705683772.361718:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420081 00010000:00010000:1.0:1705683772.361719:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361720:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.361722:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353e9b80/0xcefed536a36e041e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b66 expref: 9431 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361727:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801353e9b80/0xcefed536a36e041e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b66 expref: 9431 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.361731:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353e9b80, rc 0) 00010000:00010000:3.0:1705683772.361732:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b101680/0xcefed536a36e01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361738:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b101680/0xcefed536a36e01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.361741:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+9431:26755:x1788538595355520:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 422us (772us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.361743:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b101680/0xcefed536a36e01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.361744:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420123 00010000:00010000:3.0:1705683772.361748:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b101680/0xcefed536a36e01e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.361762:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1705683772.361765:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ae0000/2, rc 0, transno 170626 00000100:00100000:1.0:1705683772.361770:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554049536:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683772.361843:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d203c00/2, rc 0, transno 170625 00000100:00100000:1.0:1705683772.361846:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d203c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554049088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.361863:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097dd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554053568:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.361880:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.361882:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d206900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+752:3084:x1788538554049280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12104us (12159us total) trans 4295137157 rc 0/0 00000100:00100000:3.0:1705683772.361887:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420080 00000100:00100000:3.0:1705683772.361897:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.361898:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:1.0:1705683772.361899:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d204b00/2, rc 0, transno 169861 00000100:00100000:1.0:1705683772.361902:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d204b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554049280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.361902:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554053568 00000100:00100000:3.0:1705683772.361914:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.361915:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361916:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683772.361919:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff7d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554053632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.361922:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554053504 00000100:00100000:3.0:1705683772.361930:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.361931:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.361934:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420124 00000100:00100000:1.0:1705683772.361937:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.361937:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+1823:3081:x1788538554053568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.361947:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37125 count 1 00000100:00100000:1.0:1705683772.361957:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.361973:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.361988:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.361989:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.361990:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.361994:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355776 00000100:00100000:1.0:1705683772.362000:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.362004:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013670a080/0xcefed536a367e441 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5435 expref: 7965 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.362014:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.362023:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362024:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362026:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362026:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362027:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355584 00000100:00100000:1.0:1705683772.362030:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355904 00010000:00010000:3.0:1705683772.362035:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f8780/0xcefed536a366ece7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed7a expref: 5807 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.362037:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092126a80/0xcefed536a36c59a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce684 expref: 5807 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.362046:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362046:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362047:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362047:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362049:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355712 00000100:00100000:3.0:1705683772.362049:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355392 00010000:00010000:1.0:1705683772.362053:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e41ca00/0xcefed536a367f3ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b57a7 expref: 7966 pid: 15088 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.362056:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131346580/0xcefed536a36c5597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce503 expref: 5808 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.362059:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362060:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362062:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166254 00000100:00100000:1.0:1705683772.362064:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a567300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7966:1856:x1788538595355776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.362068:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.362069:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.362070:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013670a080/0xcefed536a367e441 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5435 expref: 7966 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.362070:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.362074:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013670a080/0xcefed536a367e441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5435 expref: 7966 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.362074:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166255 00000100:00100000:3.0:1705683772.362077:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a560000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5808:1856:x1788538595355584:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.362082:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013670a080/0xcefed536a367e441 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5435 expref: 7966 pid: 15127 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.362083:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.362085:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969f8780/0xcefed536a366ece7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed7a expref: 5808 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.362089:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.362089:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.362090:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b036800/0xcefed536a36e0218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362092:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969f8780/0xcefed536a366ece7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed7a expref: 5808 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.362094:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b036800/0xcefed536a36e0218 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362101:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.362104:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969f8780/0xcefed536a366ece7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed7a expref: 5808 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.362110:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a567300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:1856:x1788538595355776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (153us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.362113:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.362114:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.362115:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166254 00010000:00010000:3.0:1705683772.362116:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b036f80/0xcefed536a36e01fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362121:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362121:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.362121:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b036f80/0xcefed536a36e01fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362123:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166256 00000100:00100000:1.0:1705683772.362125:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a563700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5807:1857:x1788538595355904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.362128:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.362130:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092126a80/0xcefed536a36c59a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce684 expref: 5807 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.362134:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092126a80/0xcefed536a36c59a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce684 expref: 5807 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.362136:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.362140:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092126a80/0xcefed536a36c59a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce684 expref: 5807 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.362144:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.362145:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.362146:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b035e00/0xcefed536a36e022d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362149:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b035e00/0xcefed536a36e022d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.362151:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a560000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5806:1856:x1788538595355584:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 73us (176us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.362156:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.362160:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166255 00000100:00100000:1.0:1705683772.362162:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a563700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5806:1857:x1788538595355904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.362165:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166256 00000100:00100000:1.0:1705683772.362170:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362170:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362171:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362171:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362173:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166257 00000100:00100000:1.0:1705683772.362175:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7964:1858:x1788538595355712:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.362176:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166258 00010000:00010000:1.0:1705683772.362177:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.362179:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e41ca00/0xcefed536a367f3ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b57a7 expref: 7964 pid: 15088 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.362179:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a565a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5804:1858:x1788538595355392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.362183:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e41ca00/0xcefed536a367f3ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b57a7 expref: 7964 pid: 15088 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.362184:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.362187:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131346580/0xcefed536a36c5597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce503 expref: 5804 pid: 15127 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.362189:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e41ca00/0xcefed536a367f3ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b57a7 expref: 7964 pid: 15088 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.362194:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.362194:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131346580/0xcefed536a36c5597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce503 expref: 5804 pid: 15127 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.362195:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.362196:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362199:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362205:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.362205:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131346580/0xcefed536a36c5597 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce503 expref: 5804 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.362211:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:1858:x1788538595355712:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.362214:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166257 00010000:00010000:3.0:1705683772.362214:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.362215:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.362216:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b037200/0xcefed536a36e01ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362221:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b037200/0xcefed536a36e01ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362225:0:14268:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362231:0:14268:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362234:0:14268:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362236:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.362237:0:14268:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362243:0:14268:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.362250:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a565a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5803:1858:x1788538595355392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.362255:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166258 00010000:00010000:3.0:1705683772.362289:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.362291:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362297:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fcc5b80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.362299:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362304:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362312:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e782d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+779:3084:x1788538554050112:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10922us (10964us total) trans 4295137158 rc 0/0 00010000:00010000:3.0:1705683772.362314:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362315:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420087 00010000:00010000:3.0:1705683772.362319:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcc5b80/0xcefed536a36e0211 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362323:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362324:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362326:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420126 00000100:00100000:1.0:1705683772.362328:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f153c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+752:3081:x1788538554053632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.362332:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.362333:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b036800/0xcefed536a36e0218 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.362335:0:14268:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23275 count 1 00010000:00010000:3.0:1705683772.362338:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b036800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.362340:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b036800/0xcefed536a36e0218 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362344:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b036800/0xcefed536a36e0218 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362358:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b036800/0xcefed536a36e0218 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362362:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b036800/0xcefed536a36e0218 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362373:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.362375:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.362376:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.362384:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096b8ea80/0xcefed536a36e042c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362392:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bb1900/0xcefed536a36c65ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cebcb expref: 5802 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362397:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.362398:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.362399:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8ea80/0xcefed536a36e042c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362414:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097bb1900/0xcefed536a36c65ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cebcb expref: 5802 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362420:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097bb1900/0xcefed536a36c65ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cebcb expref: 5802 pid: 15137 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.362428:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801314c1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554053760:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.362443:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151a80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.362479:0:14268:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801353e8f00/0xcefed536a36e0433 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362485:0:14268:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4afc00/0xcefed536a363b7c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597ce2 expref: 8412 pid: 15067 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.362488:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.362489:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.362491:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801353e8f00/0xcefed536a36e0433 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362500:0:14268:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b4afc00/0xcefed536a363b7c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ce2 expref: 8412 pid: 15067 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.362505:0:14268:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b4afc00/0xcefed536a363b7c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ce2 expref: 8412 pid: 15067 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.362510:0:14268:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a562d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554053824:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.362521:0:14268:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0315a80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.362528:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b035e00/0xcefed536a36e022d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362532:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b035e00/0xcefed536a36e022d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362535:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b035e00/0xcefed536a36e022d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362538:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b035e00/0xcefed536a36e022d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362550:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:1.0:1705683772.362617:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801353d6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+1824:3083:x1788538554050560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10245us (10312us total) trans 4295137925 rc 0/0 00000100:00100000:1.0:1705683772.362621:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420092 00000004:00080000:1.0:1705683772.362638:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134d05f00/2, rc 0, transno 169862 00000100:00100000:1.0:1705683772.362642:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134d05f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554050112:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.362651:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007f155000/2, rc 0, transno 169863 00000100:00100000:1.0:1705683772.362652:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007f155000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554049728:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.362656:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d200000/2, rc 0, transno 170628 00000100:00100000:1.0:1705683772.362658:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554049152:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.362672:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.362675:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a566400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554053888:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.362686:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.362690:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.362693:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b036f80/0xcefed536a36e01fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362694:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362694:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362697:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554053888 00010000:00010000:3.0:1705683772.362699:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b036f80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.362700:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b036f80/0xcefed536a36e01fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362705:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362705:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.362706:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b036f80/0xcefed536a36e01fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362707:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420127 00000100:00100000:1.0:1705683772.362709:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a565f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+1824:3084:x1788538554053888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1705683772.362716:0:15053:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37126 count 1 00010000:00010000:3.0:1705683772.362716:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b036f80/0xcefed536a36e01fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362721:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b036f80/0xcefed536a36e01fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8daf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362734:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.362735:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.362736:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.362748:0:15053:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362754:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0308c80/0xcefed536a36c67c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cec7a expref: 5802 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362757:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.362758:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.362758:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.362763:0:15137:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096b8d180/0xcefed536a36e0441 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xbd1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b58 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362767:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0308c80/0xcefed536a36c67c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cec7a expref: 5802 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362772:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0308c80/0xcefed536a36c67c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cec7a expref: 5802 pid: 15139 timeout: 644 lvb_type: 0 00002000:00010000:3.0:1705683772.362774:0:15137:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xbd1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683772.362777:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a566e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15053:1788538554054144:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.362783:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.362784:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.362786:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093efa780 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.362787:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8d180/0xcefed536a36e0441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b58 expref: 7963 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362792:0:15063:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362793:0:15063:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.362795:0:15137:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096b8d180/0xcefed536a36e0441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b58 expref: 7963 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.362796:0:15063:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554053952 00010000:00010000:3.0:1705683772.362833:0:15137:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096b8d180, rc 0) 00000100:00100000:1.0:1705683772.362835:0:15063:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362836:0:15063:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.362838:0:15063:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420128 00000100:00100000:1.0:1705683772.362840:0:15063:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_049:lustre-MDT0001-mdtlov_UUID+778:3083:x1788538554053952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.362847:0:15063:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32707 count 1 00000100:00100000:3.0:1705683772.362847:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:21555:x1788538595355072:12345-192.168.203.16@tcp:101:dd.0 Request processed in 2052us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.362853:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420121 00000100:00100000:3.0:1705683772.362869:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554054080:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.362888:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.362908:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d203700/2, rc 0, transno 170627 00000100:00100000:3.0:1705683772.362914:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d203700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554049216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.362938:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362939:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362943:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554054080 00000100:00100000:3.0:1705683772.362954:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362955:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.362958:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420129 00000100:00100000:3.0:1705683772.362961:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ccd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+779:3082:x1788538554054080:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.362971:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32708 count 1 00010000:00010000:1.0:1705683772.362977:0:15063:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801353ea800/0xcefed536a36e0448 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362983:0:15063:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007354b980/0xcefed536a3681d59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b5fb1 expref: 7962 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362986:0:15063:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.362987:0:15063:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.362987:0:15063:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801353ea800/0xcefed536a36e0448 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.362997:0:15063:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007354b980/0xcefed536a3681d59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5fb1 expref: 7962 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363004:0:15063:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007354b980/0xcefed536a3681d59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5fb1 expref: 7962 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.363009:0:15063:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a564100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_049:lustre-OST0000_UUID:15063:1788538554054272:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.363017:0:15063:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a63c0 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.363029:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095f85000/2, rc 0, transno 170630 00000100:00100000:1.0:1705683772.363039:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880095f85000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554049856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.363048:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554054016:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.363058:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.363094:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.363108:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.363120:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.363140:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363141:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363145:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355968 00000100:00100000:1.0:1705683772.363152:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.363155:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8f00/0xcefed536a363b708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c2c expref: 8413 pid: 15123 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.363167:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363169:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363171:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355648 00010000:00010000:3.0:1705683772.363179:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9ef980/0xcefed536a367ec75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b561f expref: 7963 pid: 15051 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.363188:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363189:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363191:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595355840 00010000:00010000:3.0:1705683772.363197:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb4a800/0xcefed536a36c57ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce5d5 expref: 5803 pid: 15058 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.363207:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363207:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363211:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166259 00000100:00100000:3.0:1705683772.363214:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a561400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8413:1858:x1788538595355968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.363220:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.363222:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8f00/0xcefed536a363b708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c2c expref: 8413 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.363229:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8f00/0xcefed536a363b708 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c2c expref: 8413 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.363240:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8f00/0xcefed536a363b708 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c2c expref: 8413 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.363246:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.363247:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.363248:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc280/0xcefed536a36e0234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363254:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc280/0xcefed536a36e0234 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363271:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.363289:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a561400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8412:1858:x1788538595355968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 74us (194us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.363294:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc280/0xcefed536a36e0234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.363294:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166259 00010000:00010000:1.0:1705683772.363298:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc280/0xcefed536a36e0234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363302:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc280/0xcefed536a36e0234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363304:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc280/0xcefed536a36e0234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.363304:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363305:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363309:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166260 00000100:00100000:3.0:1705683772.363312:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a561e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:1858:x1788538595355648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.363313:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.363317:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.363320:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f9ef980/0xcefed536a367ec75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b561f expref: 7963 pid: 15051 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.363327:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f9ef980/0xcefed536a367ec75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b561f expref: 7963 pid: 15051 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.363339:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f9ef980/0xcefed536a367ec75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b561f expref: 7963 pid: 15051 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.363348:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.363349:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.363350:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363359:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363371:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.363376:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cce900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+753:3084:x1788538554050496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11011us (11114us total) trans 4295137160 rc 0/0 00000100:00100000:1.0:1705683772.363379:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420091 00000100:00100000:3.0:1705683772.363384:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a561e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:1858:x1788538595355648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.363386:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363387:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363389:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166260 00000100:00100000:1.0:1705683772.363390:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420132 00000100:00100000:1.0:1705683772.363392:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a567300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:8dc539e0-a6d0-4264-ae88-11424261aea3+5804:18534:x1788538595356032:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.363396:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.363398:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363399:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363402:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166261 00000100:00100000:3.0:1705683772.363404:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a563c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5804:1858:x1788538595355840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.363408:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.363410:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cb4a800/0xcefed536a36c57ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce5d5 expref: 5804 pid: 15058 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.363417:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cb4a800/0xcefed536a36c57ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce5d5 expref: 5804 pid: 15058 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.363427:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cb4a800/0xcefed536a36c57ff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce5d5 expref: 5804 pid: 15058 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.363437:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.363438:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.363440:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b102d00/0xcefed536a36e021f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363447:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801353e9e00/0xcefed536a36e0456 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b6d expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363449:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b102d00/0xcefed536a36e021f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363457:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed3e300/0xcefed536a369ca0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd02 expref: 5804 pid: 15067 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.363461:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e56a800/0xcefed536a36a9b63 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e15 expref: 9430 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.363462:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.363464:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.363465:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.363466:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353e9e00/0xcefed536a36e0456 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b6d expref: 5804 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363474:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e56a800/0xcefed536a36a9b63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e15 expref: 9430 pid: 15107 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.363476:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a563c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5804:1858:x1788538595355840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (354us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.363481:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e56a800/0xcefed536a36a9b63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e15 expref: 9430 pid: 15107 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.363481:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166261 00000100:00100000:1.0:1705683772.363486:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a560000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554054464:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.363500:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed3e300/0xcefed536a369ca0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd02 expref: 5803 pid: 15067 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.363504:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed3e300/0xcefed536a369ca0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd02 expref: 5803 pid: 15067 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.363508:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a563700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554054528:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.363510:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a61d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554052096:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.363513:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c600 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.363521:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b102d00/0xcefed536a36e021f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363522:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363524:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b102d00/0xcefed536a36e021f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363528:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b102d00/0xcefed536a36e021f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.363528:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363528:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363529:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.363531:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b102d00/0xcefed536a36e021f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363539:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.363544:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cccb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554051648:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.363557:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.363562:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363563:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363564:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363580:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007f154100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554051968:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.363588:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.363594:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363595:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363595:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363601:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c82d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+1826:3081:x1788538554050176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11847us (12026us total) trans 4295137927 rc 0/0 00000100:00100000:1.0:1705683772.363605:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420089 00000100:00100000:3.0:1705683772.363610:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554052288:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.363617:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363621:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363621:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363624:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363627:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.363627:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363627:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363628:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.363634:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.363641:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a61f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15028:1788538554052224:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.363650:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.363655:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363656:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.363656:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.363662:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.363665:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363670:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b100280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.363672:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.363678:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.363685:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ffc3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0001-mdtlov_UUID+780:3082:x1788538554049792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12780us (13075us total) trans 4295137161 rc 0/0 00010000:00010000:3.0:1705683772.363687:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.363689:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420085 00010000:00010000:3.0:1705683772.363697:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b100280/0xcefed536a36e0203 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.363700:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9c5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554054336:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.363709:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.363710:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.363710:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.363712:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.363716:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363716:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363721:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554054336 00000004:00080000:1.0:1705683772.363722:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cca800/2, rc 0, transno 169864 00000100:00100000:1.0:1705683772.363725:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cca800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554050496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.363736:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363737:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363744:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a55a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554054592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.363754:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.363755:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007f155a00/2, rc 0, transno 169865 00000100:00100000:3.0:1705683772.363760:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007f155a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554049792:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.363764:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ae2300/2, rc 0, transno 170631 00000100:00100000:1.0:1705683772.363767:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ae2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554050176:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.363780:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.363780:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363781:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363782:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554054720:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.363785:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554054592 00000100:00100000:1.0:1705683772.363790:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.363831:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.363831:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363832:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363835:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9c5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554054656:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.363836:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554054720 00000100:00100000:1.0:1705683772.363845:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.363848:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363848:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363850:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554054656 00000100:00100000:3.0:1705683772.363858:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.363858:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363859:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098489400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554052608:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.363862:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420134 00000100:00100000:3.0:1705683772.363865:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a56e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+753:3081:x1788538554054592:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.363869:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b693700/0xcefed536a36e03a7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8af6 expref: 8411 pid: 15088 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.363874:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23276 count 1 00010000:00010000:1.0:1705683772.363876:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b693700, rc 0) 00000100:00100000:1.0:1705683772.363885:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:8dc539e0-a6d0-4264-ae88-11424261aea3+8411:26792:x1788538595354048:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 7373us (7589us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.363889:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420109 00000100:00100000:1.0:1705683772.363897:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363898:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.363900:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420135 00000100:00100000:1.0:1705683772.363902:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a56900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1826:3084:x1788538554054720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1705683772.363909:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37128 count 1 00010000:00010000:1.0:1705683772.363936:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801353eb480/0xcefed536a36e0464 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363942:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bb3980/0xcefed536a36c6c11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15ceded expref: 5802 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363946:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.363946:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.363947:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353eb480/0xcefed536a36e0464 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363956:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097bb3980/0xcefed536a36c6c11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ceded expref: 5802 pid: 15129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.363960:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097bb3980/0xcefed536a36c6c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ceded expref: 5802 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.363965:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a51900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15088:1788538554054848:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.363974:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.364009:0:14204:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009848a300 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001_UUID:14204:1788538554052736:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.364018:0:14204:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00100000:1.0:1705683772.364021:0:14204:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.364022:0:14204:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.364022:0:14204:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364040:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.364043:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.364045:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364046:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364049:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356096 00010000:00010000:3.0:1705683772.364052:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca300/0xcefed536a363b7e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597cf7 expref: 8410 pid: 15123 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.364058:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.364059:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.364059:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.364060:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.364060:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.364062:0:14199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298671 00000100:00100000:1.0:1705683772.364064:0:14199:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+397:21906:x1788538595356096:12345-192.168.203.16@tcp:101:mrename.0 00010000:00010000:1.0:1705683772.364069:0:14199:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.364074:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca300/0xcefed536a363b7e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cf7 expref: 8410 pid: 15123 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.364075:0:14199:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801353eaa80/0xcefed536a36e0472 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b74 expref: -99 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.364081:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca300/0xcefed536a363b7e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cf7 expref: 8410 pid: 15123 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.364090:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9c1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554054912:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.364104:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b1516c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.364113:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364117:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364121:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.364128:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40cc80/0xcefed536a36e0480 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.364136:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a27f700/0xcefed536a3683156 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b60f3 expref: 7961 pid: 15061 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.364141:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.364142:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.364143:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40cc80/0xcefed536a36e0480 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364156:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.364156:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a27f700/0xcefed536a3683156 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b60f3 expref: 7961 pid: 15061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364159:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364162:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.364168:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a27f700/0xcefed536a3683156 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b60f3 expref: 7961 pid: 15061 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.364175:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554054976:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.364178:0:14199:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364180:0:14199:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364182:0:14199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364185:0:14199:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00000100:00100000:3.0:1705683772.364187:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.364190:0:14199:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801353ea580 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.364192:0:14199:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364194:0:14199:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364197:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x253d:0x0].0x0 (ffff8801358e3600) 00010000:00010000:1.0:1705683772.364199:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.364200:0:14199:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364202:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353ea580/0xcefed536a36e0479 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364208:0:14199:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364211:0:14199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364213:0:14199:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364215:0:14199:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fe52a80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.364215:0:14199:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364218:0:14199:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364220:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x253d:0x0].0x32 (ffff880090752800) 00010000:00010000:1.0:1705683772.364221:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.364222:0:14199:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364224:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe52a80/0xcefed536a36e0487 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x253d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.364245:0:14199:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801353eaa80/0xcefed536a36e0472 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b74 expref: 398 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364248:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801353eaa80/0xcefed536a36e0472 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x253d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b74 expref: 398 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364253:0:14199:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353eaa80, rc 0) 00000100:00100000:1.0:1705683772.364262:0:14199:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+397:21906:x1788538595356096:12345-192.168.203.16@tcp:101:mrename.0 Request processed in 197us (222us total) trans 0 rc 301/301 00000100:00100000:1.0:1705683772.364265:0:14199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298671 00000100:00100000:3.0:1705683772.364338:0:6521:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094f7c600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6521:1788538554052800:192.168.203.16@tcp:105: 00000100:00100000:1.0:1705683772.364344:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364349:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364350:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.364350:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.364354:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356224 00000100:00100000:3.0:1705683772.364361:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c77a26ac-6587-4500-88fc-a375de7e12f4+9430:1856:x1788538595354944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6634us (6684us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.364362:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364362:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364365:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298672 00000100:00100000:3.0:1705683772.364366:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166247 00000100:00100000:1.0:1705683772.364367:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a54100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1211:21822:x1788538595356224:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:1.0:1705683772.364381:0:14196:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1705683772.364388:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009decc500/0xcefed536a36e014d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x71c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8a94 expref: 1211 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364394:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x71c:0x0].0x0 (ffff88008e5eab00) 00010000:00010000:1.0:1705683772.364399:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c9f7c00/0xcefed536a36dfc8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8975 expref: 1210 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364403:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff88013598f200) 00000100:00100000:3.0:1705683772.364406:0:15066:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c09e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:15066:1788538554053056:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.364407:0:14196:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.364416:0:15066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096b8ed00/0xcefed536a36e03f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.364422:0:15066:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.364423:0:15066:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.364423:0:15066:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.364443:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364446:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364449:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364476:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50280/0xcefed536a36e04a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x254b:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364479:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50280/0xcefed536a36e04a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x254b:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364481:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50280/0xcefed536a36e04a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x254b:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364510:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364513:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364515:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00000100:00100000:3.0:1705683772.364539:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.364541:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.364547:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420138 00000100:00100000:3.0:1705683772.364551:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:16401:x1788538595356352:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.364557:0:15125:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.364596:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364601:0:14196:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x48/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 396 pid: 10682 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.364604:0:14196:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.364614:0:14196:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x48/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 396 pid: 10682 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.364618:0:14196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x48/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 396 pid: 10682 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.364623:0:14196:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a57800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:14196:1788538554055168:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.364633:0:14196:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c480 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.364663:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364678:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364691:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364710:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364723:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364734:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364744:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364754:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364764:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.364770:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364770:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364774:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356544 00010000:00010000:1.0:1705683772.364781:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a02e8000/0xcefed536a366ed1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedb2 expref: 5805 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.364789:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364790:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364791:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356736 00010000:00010000:1.0:1705683772.364795:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969fb700/0xcefed536a366ed11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeda4 expref: 5806 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.364826:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364827:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364828:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356800 00010000:00010000:1.0:1705683772.364833:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801366bc000/0xcefed536a36c5ba9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce78e expref: 5807 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.364838:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364839:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364840:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356864 00010000:00010000:1.0:1705683772.364844:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d65180/0xcefed536a36c5e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce88a expref: 5808 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.364848:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364848:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364850:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166262 00000100:00100000:1.0:1705683772.364853:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8412:1856:x1788538595356416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.364856:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.364858:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4ce800/0xcefed536a363b732 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c48 expref: 8412 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.364863:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4ce800/0xcefed536a363b732 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c48 expref: 8412 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.364871:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ce800/0xcefed536a363b732 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ae6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c48 expref: 8412 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.364880:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.364880:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.364882:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364885:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364894:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.364903:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8411:1856:x1788538595356416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 49us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.364906:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166262 00000100:00100000:1.0:1705683772.364911:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364912:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.364912:0:15125:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e40d400/0xcefed536a36e04b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa84b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b82 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.364914:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166264 00000100:00100000:1.0:1705683772.364916:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a52800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5808:1856:x1788538595356544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.364919:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.364921:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a02e8000/0xcefed536a366ed1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedb2 expref: 5808 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.364925:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a02e8000/0xcefed536a366ed1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedb2 expref: 5808 pid: 15025 timeout: 644 lvb_type: 1 00002000:00010000:3.0:1705683772.364927:0:15125:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xa84b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.364931:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a02e8000/0xcefed536a366ed1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedb2 expref: 5808 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.364937:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.364938:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.364938:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.364939:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.364940:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.364941:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40d400/0xcefed536a36e04b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b82 expref: 7964 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364943:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364949:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.364949:0:15125:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e40d400/0xcefed536a36e04b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b82 expref: 7964 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.364955:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a52800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5807:1856:x1788538595356544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (245us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.364955:0:15125:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e40d400, rc 0) 00000100:00100000:1.0:1705683772.364958:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166264 00000100:00100000:1.0:1705683772.364961:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364962:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.364963:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166265 00000100:00100000:1.0:1705683772.364965:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a53700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5806:1856:x1788538595356736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.364968:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.364969:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969fb700/0xcefed536a366ed11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeda4 expref: 5806 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.364971:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:c77a26ac-6587-4500-88fc-a375de7e12f4+7964:16401:x1788538595356352:12345-192.168.203.16@tcp:101:dd.0 Request processed in 420us (484us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.364974:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969fb700/0xcefed536a366ed11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeda4 expref: 5806 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.364976:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420138 00010000:00010000:1.0:1705683772.364979:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969fb700/0xcefed536a366ed11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeda4 expref: 5806 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.364984:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.364985:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.364987:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.364988:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.364988:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.364988:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356480 00010000:00010000:1.0:1705683772.364991:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.364997:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.364999:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.364999:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.365002:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420139 00000100:00100000:1.0:1705683772.365004:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a53700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5805:1856:x1788538595356736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.365004:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a53200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:8dc539e0-a6d0-4264-ae88-11424261aea3+8411:12859:x1788538595356480:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:1.0:1705683772.365006:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166265 00010000:00010000:3.0:1705683772.365008:0:15125:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.365010:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365010:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365012:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166266 00000100:00100000:1.0:1705683772.365014:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009360d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:1856:x1788538595356672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.365017:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.365018:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f0b8a00/0xcefed536a3680fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5d34 expref: 7963 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365022:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f0b8a00/0xcefed536a3680fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5d34 expref: 7963 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365029:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f0b8a00/0xcefed536a3680fc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5d34 expref: 7963 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365039:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365039:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365040:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365043:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365049:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.365054:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009360d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:1856:x1788538595356672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.365057:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166266 00000100:00100000:1.0:1705683772.365062:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365063:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365065:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166267 00000100:00100000:1.0:1705683772.365066:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a54600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5804:1856:x1788538595356800:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.365069:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.365070:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801366bc000/0xcefed536a36c5ba9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce78e expref: 5804 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365074:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801366bc000/0xcefed536a36c5ba9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce78e expref: 5804 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365081:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801366bc000/0xcefed536a36c5ba9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce78e expref: 5804 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365088:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365088:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365089:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365092:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365098:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.365103:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a54600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5803:1856:x1788538595356800:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.365106:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166267 00000100:00100000:1.0:1705683772.365109:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365109:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365111:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166268 00000100:00100000:1.0:1705683772.365113:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a55000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5801:1856:x1788538595356864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.365115:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.365116:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d65180/0xcefed536a36c5e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce88a expref: 5801 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365120:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d65180/0xcefed536a36c5e34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce88a expref: 5801 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365125:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d65180/0xcefed536a36c5e34 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce88a expref: 5801 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.365133:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365133:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365134:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b034280/0xcefed536a36e0399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365137:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b034280/0xcefed536a36e0399 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365144:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.365150:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a55000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5800:1856:x1788538595356864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.365152:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166268 00000100:00100000:1.0:1705683772.365156:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365156:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365158:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166269 00000100:00100000:1.0:1705683772.365160:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a57300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8411:1856:x1788538595356992:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.365163:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.365164:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4c9900/0xcefed536a363b778 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c87 expref: 8411 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.365168:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4c9900/0xcefed536a363b778 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c87 expref: 8411 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.365173:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4c9900/0xcefed536a363b778 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ae8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c87 expref: 8411 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.365180:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365181:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365182:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b034780/0xcefed536a36e03ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365185:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b034780/0xcefed536a36e03ae lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ae8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365190:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.365195:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a57300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8410:1856:x1788538595356992:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 35us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.365198:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166269 00010000:00010000:1.0:1705683772.365210:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365213:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365217:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365219:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8cf00/0xcefed536a36e0330 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365225:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.365290:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0001-mdtlov_UUID+781:3083:x1788538554051712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9936us (10001us total) trans 4295137162 rc 0/0 00000100:00100000:1.0:1705683772.365294:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420105 00010000:00010000:1.0:1705683772.365306:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365309:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365312:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365315:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4a00/0xcefed536a36e0281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365320:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683772.365376:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+754:3081:x1788538554051328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11329us (11373us total) trans 4295137164 rc 0/0 00000100:00100000:1.0:1705683772.365379:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420100 00010000:00010000:1.0:1705683772.365390:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365393:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.365393:0:15125:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e40f200/0xcefed536a36e04bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b89 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365396:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365399:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8d680/0xcefed536a36e034c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365404:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.365407:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135529680/0xcefed536a35d428a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b46a expref: 8410 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.365418:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c2f980/0xcefed536a35d43da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b53c expref: 7961 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.365423:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.365424:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.365426:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40f200/0xcefed536a36e04bf lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b89 expref: 8410 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.365440:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c2f980/0xcefed536a35d43da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b53c expref: 7961 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.365447:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c2f980/0xcefed536a35d43da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b53c expref: 7961 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.365454:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094f7c600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554055232:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.365458:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a61ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+3804:3082:x1788538554051776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10243us (10282us total) trans 4295137928 rc 0/0 00000100:00100000:1.0:1705683772.365461:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420103 00010000:00010000:3.0:1705683772.365474:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135529680/0xcefed536a35d428a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b46a expref: 8410 pid: 14279 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1705683772.365477:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cc9900/2, rc 0, transno 169866 00000100:00100000:1.0:1705683772.365480:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cc9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554051712:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.365481:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135529680/0xcefed536a35d428a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b46a expref: 8410 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.365488:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096c09e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554055296:192.168.203.16@tcp:104: 00000004:00080000:1.0:1705683772.365489:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6df00/2, rc 0, transno 169867 00000100:00100000:1.0:1705683772.365492:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554052480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.365498:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.365507:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.365510:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a51e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554055360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.365520:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.365526:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365527:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365528:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.365528:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365530:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554055360 00000100:00100000:1.0:1705683772.365538:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365539:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.365539:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.365541:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420140 00000100:00100000:1.0:1705683772.365543:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a52d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+754:3083:x1788538554055360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.365545:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.365549:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23277 count 1 00010000:00010000:3.0:1705683772.365551:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.365555:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c1c5e00/0xcefed536a36e02ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.365565:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.365645:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c0d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3804:3082:x1788538554051840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10678us (10712us total) trans 4295137929 rc 0/0 00000100:00100000:3.0:1705683772.365651:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420102 00010000:00010000:3.0:1705683772.365669:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.365675:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365681:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.365681:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.365686:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8e300/0xcefed536a36e035a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365688:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cf980/0xcefed536a363b7ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597d0c expref: 8410 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.365691:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365692:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.365692:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365702:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4cf980/0xcefed536a363b7ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d0c expref: 8410 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.365706:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4cf980/0xcefed536a363b7ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d0c expref: 8410 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.365706:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.365711:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a50a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554055488:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.365720:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b42e000 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.365734:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800939aad00/2, rc 0, transno 169868 00000100:00100000:1.0:1705683772.365737:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800939aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554051328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.365751:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554055424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.365761:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.365769:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683772.365771:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554055552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.365782:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.365795:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1827:3083:x1788538554052160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10121us (10183us total) trans 4295137931 rc 0/0 00000004:00080000:1.0:1705683772.365796:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6e900/2, rc 0, transno 170635 00000100:00100000:1.0:1705683772.365798:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554052160:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.365858:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420106 00000004:00080000:1.0:1705683772.365891:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096c0b200/2, rc 0, transno 170634 00000100:00100000:3.0:1705683772.365893:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.365894:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365895:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c0b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554051904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.365898:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554055552 00000100:00100000:1.0:1705683772.365900:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a55f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554055616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.365910:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.365911:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365912:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.365914:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420141 00000100:00100000:3.0:1705683772.365925:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009339f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+755:3081:x1788538554055552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.365927:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365927:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365931:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554055616 00002000:00080000:3.0:1705683772.365941:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23278 count 1 00000100:00100000:1.0:1705683772.365947:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365947:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.365949:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420142 00000100:00100000:1.0:1705683772.365951:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+1827:3083:x1788538554055616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1705683772.365958:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37129 count 1 00010000:00010000:1.0:1705683772.365987:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.365998:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce7cf00/0xcefed536a36c6e72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cef44 expref: 5798 pid: 15044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366002:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.366003:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.366003:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366013:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce7cf00/0xcefed536a36c6e72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cef44 expref: 5798 pid: 15044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366016:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce7cf00/0xcefed536a36c6e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cef44 expref: 5798 pid: 15044 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.366021:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a52800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0001_UUID:15076:1788538554055680:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.366030:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d840 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.366049:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ccd500/2, rc 0, transno 170632 00000100:00100000:1.0:1705683772.366050:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554051776:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683772.366054:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c3f3700/2, rc 0, transno 170633 00000100:00100000:1.0:1705683772.366056:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c3f3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554051840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.366069:0:15128:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.366070:0:15128:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.366073:0:15128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420143 00000100:00100000:1.0:1705683772.366074:0:15128:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a56400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0001-mdtlov_UUID+781:3081:x1788538554055424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.366081:0:15128:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32710 count 1 00010000:00010000:3.0:1705683772.366114:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.366123:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4adb80/0xcefed536a363b820 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597d28 expref: 8410 pid: 15118 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.366130:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.366131:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.366132:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.366146:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b4adb80/0xcefed536a363b820 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d28 expref: 8410 pid: 15118 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.366153:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b4adb80/0xcefed536a363b820 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d28 expref: 8410 pid: 15118 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.366167:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554055744:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.366180:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093f33f00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.366207:0:15128:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366213:0:15128:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b15b80/0xcefed536a3684db8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b63e0 expref: 7961 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366216:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.366217:0:15128:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.366218:0:15128:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.366223:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.366226:0:15128:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098b15b80/0xcefed536a3684db8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b63e0 expref: 7961 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366230:0:15128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098b15b80/0xcefed536a3684db8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b63e0 expref: 7961 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.366235:0:15128:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a54b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554056000:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.366244:0:15128:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.366251:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.366255:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097dddf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554055808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.366265:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.366277:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554055872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.366284:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.366297:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366298:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.366299:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683772.366301:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097dd8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554055936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.366303:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554055872 00000100:00100000:1.0:1705683772.366309:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.366322:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366323:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366326:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554055936 00000100:00100000:3.0:1705683772.366334:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366335:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366338:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420145 00000100:00100000:3.0:1705683772.366341:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3806:3081:x1788538554055872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.366352:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36281 count 1 00000100:00100000:1.0:1705683772.366356:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.366372:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.366385:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.366399:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.366412:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.366424:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.366443:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.366460:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.366466:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.366467:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.366468:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d965b80/0xcefed536a366ed73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee06 expref: 5799 pid: 15043 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.366472:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420147 00000100:00100000:1.0:1705683772.366474:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:8dc539e0-a6d0-4264-ae88-11424261aea3+5799:16585:x1788538595357312:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.366474:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.366475:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.366476:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366479:0:15144:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.366489:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d965b80/0xcefed536a366ed73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee06 expref: 5799 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.366501:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d965b80/0xcefed536a366ed73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee06 expref: 5799 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.366509:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554056128:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.366522:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.366531:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366532:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366537:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595356928 00010000:00010000:3.0:1705683772.366546:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009faa2a80/0xcefed536a360b3aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158204e expref: 7963 pid: 15031 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.366559:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366560:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366562:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357056 00010000:00010000:3.0:1705683772.366569:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ecc8c80/0xcefed536a36dfabd lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2284:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d88bf expref: 1332 pid: 14201 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.366579:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366580:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366583:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357184 00010000:00010000:3.0:1705683772.366589:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4cef80/0xcefed536a363b77f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ca3 expref: 8412 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.366598:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366599:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366601:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357248 00010000:00010000:3.0:1705683772.366607:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b4e9e00/0xcefed536a36c60f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce9a9 expref: 5800 pid: 15044 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.366628:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366629:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366632:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166271 00000100:00100000:3.0:1705683772.366636:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+1332:1856:x1788538595357056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.366642:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.366645:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008ecc8c80/0xcefed536a36dfabd lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2284:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d88bf expref: 1332 pid: 14201 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.366652:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008ecc8c80/0xcefed536a36dfabd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2284:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d88bf expref: 1332 pid: 14201 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.366663:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ecc8c80/0xcefed536a36dfabd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2284:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d88bf expref: 1332 pid: 14201 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.366673:0:15105:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2284:0x0].0x0 (ffff880130cf1800) 00010000:00010000:3.0:1705683772.366677:0:15105:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:3.0:1705683772.366681:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14204 initiator: MDT1 00010000:00010000:3.0:1705683772.366685:0:15105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14204 initiator: MDT1 00010000:00010000:3.0:1705683772.366698:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.366710:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+1331:1856:x1788538595357056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.366715:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166271 00000100:00100000:1.0:1705683772.366717:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.366718:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.366722:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166273 00000100:00100000:1.0:1705683772.366724:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5800:1856:x1788538595357248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.366728:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.366730:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b4e9e00/0xcefed536a36c60f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce9a9 expref: 5800 pid: 15044 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.366732:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.366733:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.366738:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b4e9e00/0xcefed536a36c60f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce9a9 expref: 5800 pid: 15044 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.366738:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420148 00000100:00100000:3.0:1705683772.366742:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:26724:x1788538595357376:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.366746:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b4e9e00/0xcefed536a36c60f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ce9a9 expref: 5800 pid: 15044 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.366748:0:15140:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.366752:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.366753:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.366754:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e113980/0xcefed536a36e03fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366757:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e113980/0xcefed536a36e03fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.366766:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.366773:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5799:1856:x1788538595357248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.366776:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166273 00010000:00010000:1.0:1705683772.366786:0:14204:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366790:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366856:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.366861:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366865:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366907:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366910:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366913:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366915:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880133e5c280 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.366916:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366919:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366922:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5353:0x0].0x0 (ffff88009ca81000) 00010000:00010000:1.0:1705683772.366923:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683772.366925:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366927:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133e5c280/0xcefed536a36e04fe lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366935:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366937:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366939:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366942:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b693980 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.366943:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366945:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366947:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2284:0x0].0x0 (ffff880130cf1800) 00010000:00010000:1.0:1705683772.366948:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1705683772.366949:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366951:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693980/0xcefed536a36e03ca lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2284:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366961:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691900/0xcefed536a36e03c3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366964:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691900/0xcefed536a36e03c3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366966:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691900/0xcefed536a36e03c3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366968:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b691900 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.366968:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691900/0xcefed536a36e03c3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366970:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691900/0xcefed536a36e03c3 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366973:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff880133f4fb00) 00010000:00010000:1.0:1705683772.366975:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.366975:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691900/0xcefed536a36e03c3 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366978:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691900/0xcefed536a36e03c3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366984:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366986:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366988:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366990:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366992:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b693200 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.366993:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366995:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.366997:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88006f83c300) 00010000:00010000:1.0:1705683772.366998:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.366999:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367001:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b693200/0xcefed536a36e03b5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367004:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691b80/0xcefed536a36e03bc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367008:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691b80/0xcefed536a36e03bc lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367010:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691b80/0xcefed536a36e03bc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367012:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b691b80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.367013:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691b80/0xcefed536a36e03bc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367015:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691b80/0xcefed536a36e03bc lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367017:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3131 (ffff88009a822100) 00010000:00010000:1.0:1705683772.367018:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.367019:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691b80/0xcefed536a36e03bc lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00010000:00010000:1.0:1705683772.367020:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b691b80/0xcefed536a36e03bc lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT1 00000100:00100000:1.0:1705683772.367040:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1289:21985:x1788538595354304:12345-192.168.203.16@tcp:36:mrename.0 Request processed in 10180us (10203us total) trans 0 rc -39/-39 00000100:00100000:1.0:1705683772.367044:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298670 00010000:00010000:1.0:1705683772.367068:0:15144:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133e5c500/0xcefed536a36e0505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa5f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b97 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.367075:0:15144:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa5f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.367080:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.367081:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.367083:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133e5c500/0xcefed536a36e0505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b97 expref: 5799 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367088:0:15144:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133e5c500/0xcefed536a36e0505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b97 expref: 5799 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367092:0:15144:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133e5c500, rc 0) 00000100:00100000:1.0:1705683772.367097:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:8dc539e0-a6d0-4264-ae88-11424261aea3+5799:16585:x1788538595357312:12345-192.168.203.16@tcp:101:dd.0 Request processed in 623us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.367101:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420147 00010000:00010000:1.0:1705683772.367111:0:15059:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e113980/0xcefed536a36e03fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367114:0:15059:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e113980/0xcefed536a36e03fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367117:0:15059:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e113980/0xcefed536a36e03fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367120:0:15059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e113980/0xcefed536a36e03fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367131:0:15059:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.367183:0:15140:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e40de00/0xcefed536a36e050c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9440:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8b9e expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.367194:0:15140:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9440:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.367203:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.367205:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.367207:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40de00/0xcefed536a36e050c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b9e expref: 7963 pid: 15140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.367209:0:15059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e9ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0001-mdtlov_UUID+1828:3084:x1788538554052928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8574us (8681us total) trans 4295137932 rc 0/0 00000100:00100000:1.0:1705683772.367213:0:15059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420117 00010000:00010000:3.0:1705683772.367215:0:15140:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e40de00/0xcefed536a36e050c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b9e expref: 7963 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367222:0:15140:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e40de00, rc 0) 00000004:00080000:1.0:1705683772.367229:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d202d00/2, rc 0, transno 170636 00000100:00100000:1.0:1705683772.367232:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d202d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554052928:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.367235:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:26724:x1788538595357376:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 492us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.367240:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420148 00000100:00100000:1.0:1705683772.367248:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554056320:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.367259:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.367271:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554050944:192.168.203.16@tcp:104: 00000004:00080000:1.0:1705683772.367279:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d200500/2, rc 0, transno 169869 00000100:00100000:1.0:1705683772.367282:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d200500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554052992:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.367284:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.367290:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.367291:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.367292:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367294:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.367297:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554056448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.367299:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367300:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367305:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.367305:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554056320 00000100:00100000:3.0:1705683772.367324:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367325:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367326:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.367327:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554056448 00000100:00100000:1.0:1705683772.367331:0:15059:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367332:0:15059:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367335:0:15059:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420150 00000100:00100000:3.0:1705683772.367336:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367337:0:15059:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0001-mdtlov_UUID+1828:3083:x1788538554056320:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.367337:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367341:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420151 00002000:00080000:1.0:1705683772.367344:0:15059:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37130 count 1 00000100:00100000:3.0:1705683772.367344:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+756:3083:x1788538554056448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.367354:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23279 count 1 00010000:00010000:1.0:1705683772.367374:0:15059:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367380:0:15059:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c14e800/0xcefed536a36c7078 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cf02b expref: 5798 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367383:0:15059:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.367383:0:15059:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.367384:0:15059:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367393:0:15059:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c14e800/0xcefed536a36c7078 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf02b expref: 5798 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367399:0:15059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c14e800/0xcefed536a36c7078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf02b expref: 5798 pid: 15089 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.367404:0:15059:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15059:1788538554056512:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.367413:0:15059:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.367438:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554051008:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.367447:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e2cd900/0xcefed536a36e0242 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.367451:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.367451:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.367452:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367490:0:15057:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801353d3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554051584:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.367497:0:15057:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e2cc780/0xcefed536a36e027a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.367500:0:15057:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.367501:0:15057:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.367501:0:15057:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367510:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.367514:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367515:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367518:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357504 00010000:00010000:3.0:1705683772.367523:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.367526:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367526:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367528:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420153 00000100:00100000:1.0:1705683772.367530:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:c77a26ac-6587-4500-88fc-a375de7e12f4+9430:1859:x1788538595357504:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683772.367532:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ec780/0xcefed536a363b858 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597d4b expref: 8411 pid: 15028 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.367536:0:15144:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.367538:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.367539:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.367540:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367554:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4ec780/0xcefed536a363b858 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d4b expref: 8411 pid: 15028 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.367562:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4ec780/0xcefed536a363b858 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d4b expref: 8411 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.367571:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007f154100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554056576:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.367585:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27480 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.367596:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.367599:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b034280/0xcefed536a36e0399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367604:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b034280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.367606:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b034280/0xcefed536a36e0399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367611:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b034280/0xcefed536a36e0399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367622:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b034280/0xcefed536a36e0399 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367627:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b034280/0xcefed536a36e0399 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367640:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.367641:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.367642:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.367657:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554051520:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.367670:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.367676:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.367677:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.367678:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.367749:0:15144:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f78000/0xcefed536a36e052f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x8a8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bac expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.367755:0:15144:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x8a8b:0x0] initial LVB size: 0, mtime: 0x65aaab34, atime: 0x65aaab34, ctime: 0x65aaab34, blocks: 0x0 00010000:00010000:1.0:1705683772.367763:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.367764:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.367766:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f78000/0xcefed536a36e052f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x8a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bac expref: 9431 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.367771:0:15144:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097f78000/0xcefed536a36e052f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x8a8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bac expref: 9431 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.367775:0:15144:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097f78000, rc 0) 00000100:00100000:1.0:1705683772.367783:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:c77a26ac-6587-4500-88fc-a375de7e12f4+9431:1859:x1788538595357504:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 252us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.367786:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420153 00000100:00100000:1.0:1705683772.367838:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.367849:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.367857:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.367859:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367861:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367868:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357696 00000100:00100000:1.0:1705683772.367869:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.367874:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367874:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367875:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367875:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367879:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357760 00000100:00100000:3.0:1705683772.367879:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357952 00010000:00010000:1.0:1705683772.367885:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aca00/0xcefed536a363b7f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c17 expref: 8412 pid: 8803 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.367889:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f9900/0xcefed536a366ecf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed88 expref: 5799 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.367892:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367893:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367895:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166274 00000100:00100000:1.0:1705683772.367897:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8412:1856:x1788538595357760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.367900:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.367902:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b4aca00/0xcefed536a363b7f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c17 expref: 8412 pid: 8803 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.367903:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.367904:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.367906:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b4aca00/0xcefed536a363b7f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c17 expref: 8412 pid: 8803 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.367908:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166275 00000100:00100000:3.0:1705683772.367911:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5799:1856:x1788538595357952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.367914:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aca00/0xcefed536a363b7f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c17 expref: 8412 pid: 8803 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.367916:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.367919:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969f9900/0xcefed536a366ecf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed88 expref: 5799 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.367921:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.367922:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.367923:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367925:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969f9900/0xcefed536a366ecf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed88 expref: 5799 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.367926:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.367935:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.367938:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969f9900/0xcefed536a366ecf5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed88 expref: 5799 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.367940:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8411:1856:x1788538595357760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.367943:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166274 00010000:00010000:3.0:1705683772.367948:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.367949:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.367951:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b035680/0xcefed536a36e025e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.367956:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b035680/0xcefed536a36e025e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.367969:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.367969:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.367974:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367975:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367978:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357824 00000100:00100000:3.0:1705683772.367981:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5798:1856:x1788538595357952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.367983:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801323d8280/0xcefed536a3680208 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5a47 expref: 7965 pid: 9340 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.367987:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166275 00000100:00100000:1.0:1705683772.367991:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367992:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.367993:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166276 00000100:00100000:1.0:1705683772.367995:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee1400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:1856:x1788538595357824:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.367998:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.368000:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801323d8280/0xcefed536a3680208 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5a47 expref: 7965 pid: 9340 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368004:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801323d8280/0xcefed536a3680208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5a47 expref: 7965 pid: 9340 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.368005:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368011:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368012:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323d8280/0xcefed536a3680208 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5a47 expref: 7965 pid: 9340 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368016:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.368016:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368017:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368017:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e2cd900/0xcefed536a36e0242 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368021:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2cd900/0xcefed536a36e0242 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368022:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc4f00/0xcefed536a36e023b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368027:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.368033:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee1400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7964:1856:x1788538595357824:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.368038:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166276 00010000:00010000:3.0:1705683772.368039:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.368042:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368043:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368045:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358016 00010000:00010000:1.0:1705683772.368049:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969fb480/0xcefed536a366ed03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed96 expref: 5798 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.368061:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368061:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368063:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166277 00000100:00100000:3.0:1705683772.368063:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368065:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5798:1856:x1788538595358016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.368065:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.368068:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.368069:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969fb480/0xcefed536a366ed03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed96 expref: 5798 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.368073:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969fb480/0xcefed536a366ed03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed96 expref: 5798 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.368081:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969fb480/0xcefed536a366ed03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aed96 expref: 5798 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.368086:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368087:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368088:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b034500/0xcefed536a36e0273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368091:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b034500/0xcefed536a36e0273 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.368094:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368095:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.368098:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.368098:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595357888 00000100:00100000:1.0:1705683772.368104:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5797:1856:x1788538595358016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.368106:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166277 00010000:00010000:3.0:1705683772.368108:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7fc280/0xcefed536a367fb63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b58f0 expref: 7964 pid: 15076 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.368110:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368111:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368113:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358144 00010000:00010000:1.0:1705683772.368117:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6d00/0xcefed536a363b755 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597c72 expref: 8411 pid: 15062 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.368126:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368126:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368127:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368127:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368128:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358080 00000100:00100000:3.0:1705683772.368131:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166278 00010000:00010000:1.0:1705683772.368132:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c202580/0xcefed536a3680a0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5bf2 expref: 7965 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.368135:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:1858:x1788538595357888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.368138:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368138:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368140:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166280 00010000:00010000:3.0:1705683772.368141:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.368142:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:1858:x1788538595358080:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.368144:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e7fc280/0xcefed536a367fb63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b58f0 expref: 7965 pid: 15076 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368145:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.368146:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c202580/0xcefed536a3680a0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5bf2 expref: 7965 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.368150:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e7fc280/0xcefed536a367fb63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b58f0 expref: 7965 pid: 15076 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368151:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c202580/0xcefed536a3680a0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5bf2 expref: 7965 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368161:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c202580/0xcefed536a3680a0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5bf2 expref: 7965 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.368163:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e7fc280/0xcefed536a367fb63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b58f0 expref: 7965 pid: 15076 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368166:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368166:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368167:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368170:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368173:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.368174:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368176:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.368176:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b035400/0xcefed536a36e0249 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.368181:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:1858:x1788538595358080:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (72us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.368181:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b035400/0xcefed536a36e0249 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.368183:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166280 00010000:00010000:1.0:1705683772.368192:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e2cd900/0xcefed536a36e0242 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368196:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e2cd900/0xcefed536a36e0242 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368196:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.368199:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2cd900/0xcefed536a36e0242 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368202:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2cd900/0xcefed536a36e0242 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.368207:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:1858:x1788538595357888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.368210:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.368212:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166278 00000100:00100000:1.0:1705683772.368279:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+783:3082:x1788538554050688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15599us (15627us total) trans 4295137167 rc 0/0 00000100:00100000:1.0:1705683772.368283:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420095 00000100:00100000:3.0:1705683772.368306:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cc8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+757:3082:x1788538554050432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15929us (15987us total) trans 4295137166 rc 0/0 00000100:00100000:3.0:1705683772.368312:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420093 00000100:00100000:1.0:1705683772.368315:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cc9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+782:3082:x1788538554050624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15405us (15623us total) trans 4295137168 rc 0/0 00000100:00100000:1.0:1705683772.368318:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420096 00010000:00010000:3.0:1705683772.368327:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368333:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.368337:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554053312:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.368338:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368344:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b692080/0xcefed536a36e0402 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368344:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcc6800/0xcefed536a36e026c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.368348:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.368348:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.368349:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.368354:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1705683772.368357:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ccb700/2, rc 0, transno 169872 00000100:00100000:1.0:1705683772.368367:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554050624:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.368371:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cc8f00/2, rc 0, transno 169871 00000100:00100000:1.0:1705683772.368374:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554050688:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.368377:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ccee00/2, rc 0, transno 169870 00000100:00100000:1.0:1705683772.368380:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554050432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.368399:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da68f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554056832:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.368409:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.368416:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368417:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368420:0:15062:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554056832 00000100:00100000:1.0:1705683772.368427:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368428:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368430:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420155 00000100:00100000:1.0:1705683772.368432:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+783:3083:x1788538554056832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.368438:0:15062:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32712 count 1 00000100:00100000:3.0:1705683772.368477:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cc8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+783:3083:x1788538554051136:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14957us (14996us total) trans 4295137170 rc 0/0 00000100:00100000:3.0:1705683772.368483:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420097 00010000:00010000:3.0:1705683772.368501:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b035680/0xcefed536a36e025e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368507:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b035680/0xcefed536a36e025e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368512:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b035680/0xcefed536a36e025e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368517:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b035680/0xcefed536a36e025e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368533:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683772.368564:0:15062:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368570:0:15062:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b67c000/0xcefed536a3687557 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b73d8 expref: 7961 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368573:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.368574:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.368575:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368584:0:15062:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b67c000/0xcefed536a3687557 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b73d8 expref: 7961 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368588:0:15062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b67c000/0xcefed536a3687557 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b73d8 expref: 7961 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.368593:0:15062:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554056960:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.368602:0:15062:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cb40 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.368614:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6d500/2, rc 0, transno 169873 00000100:00100000:1.0:1705683772.368617:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554051456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.368622:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3807:3083:x1788538554050816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16042us (16093us total) trans 4295137935 rc 0/0 00000100:00100000:3.0:1705683772.368628:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420094 00000004:00080000:1.0:1705683772.368632:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ccdf00/2, rc 0, transno 169874 00000100:00100000:1.0:1705683772.368639:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554051136:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.368644:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090c85000/2, rc 0, transno 170639 00000100:00100000:1.0:1705683772.368647:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c85000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554050816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.368651:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.368653:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554056896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.368664:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.368677:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da6c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554056768:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.368685:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.368690:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683772.368692:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554057024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.368700:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.368731:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368732:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368734:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368735:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554056896 00000100:00100000:3.0:1705683772.368736:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368740:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358208 00000100:00100000:1.0:1705683772.368744:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420156 00000100:00100000:1.0:1705683772.368746:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:1858:x1788538595358272:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683772.368750:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c9f5680/0xcefed536a3681628 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b5e7d expref: 7963 pid: 15065 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368751:0:15039:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.368762:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368763:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368765:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358336 00010000:00010000:3.0:1705683772.368771:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5ffc00/0xcefed536a36c632e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x9104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cea82 expref: 5797 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.368789:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368789:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368793:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358400 00010000:00010000:3.0:1705683772.368826:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6800/0xcefed536a363b7a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cb8 expref: 8410 pid: 15062 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.368843:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368845:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368846:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368847:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.368849:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166282 00000100:00100000:1.0:1705683772.368853:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166283 00000100:00100000:3.0:1705683772.368853:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5797:1856:x1788538595358336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.368856:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e9f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8410:1857:x1788538595358400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.368860:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.368860:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.368862:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6800/0xcefed536a363b7a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5aea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cb8 expref: 8410 pid: 15062 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.368863:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5ffc00/0xcefed536a36c632e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x9104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cea82 expref: 5797 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368867:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6800/0xcefed536a363b7a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cb8 expref: 8410 pid: 15062 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.368870:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5ffc00/0xcefed536a36c632e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cea82 expref: 5797 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.368878:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368879:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.368880:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368883:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.368884:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.368885:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.368887:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e111900/0xcefed536a36e0409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.368889:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.368892:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e111900/0xcefed536a36e0409 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14213 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.368897:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e9f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8410:1857:x1788538595358400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.368899:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166283 00010000:00010000:3.0:1705683772.368903:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.368911:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368911:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.368914:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420159 00000100:00100000:3.0:1705683772.368914:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5797:1856:x1788538595358336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 60us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.368916:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbe9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+758:3082:x1788538554057024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.368919:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166282 00002000:00080000:1.0:1705683772.368922:0:15066:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23281 count 1 00010000:00010000:3.0:1705683772.368980:0:14210:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007f1b6800/0xcefed536a363b7a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5aea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cb8 expref: 8409 pid: 15062 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.368990:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14210:1788538554053440:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.369000:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.369005:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.369005:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.369006:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.369008:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369012:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369018:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369027:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096b8c780/0xcefed536a36e0410 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369037:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.369055:0:15066:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369061:0:15066:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4eca00/0xcefed536a363b874 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597d7c expref: 8408 pid: 15028 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.369064:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.369065:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.369066:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369078:0:15066:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4eca00/0xcefed536a363b874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d7c expref: 8408 pid: 15028 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.369082:0:15066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4eca00/0xcefed536a363b874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d7c expref: 8408 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.369087:0:15066:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbea800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:15066:1788538554057280:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.369096:0:15066:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.369103:0:15039:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f79b80/0xcefed536a36e0552 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x89aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bba expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369112:0:15039:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097f79b80/0xcefed536a36e0552 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x89aa:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bba expref: 7962 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.369116:0:15039:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f79b80/0xcefed536a36e0552 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x89aa:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bba expref: 7962 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.369122:0:15039:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097f79b80, rc 0) 00000100:00100000:3.0:1705683772.369123:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+759:3082:x1788538554053120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10271us (10337us total) trans 4295137171 rc 0/0 00000100:00100000:1.0:1705683772.369128:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:c77a26ac-6587-4500-88fc-a375de7e12f4+7961:1858:x1788538595358272:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 380us (480us total) trans 0 rc 301/301 00000100:00100000:3.0:1705683772.369128:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420120 00000100:00100000:1.0:1705683772.369131:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420156 00010000:00010000:1.0:1705683772.369141:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b692080/0xcefed536a36e0402 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369144:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b692080/0xcefed536a36e0402 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369148:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b692080/0xcefed536a36e0402 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369151:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b692080/0xcefed536a36e0402 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.369155:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ccda00/2, rc 0, transno 170638 00000100:00100000:3.0:1705683772.369162:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554051200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.369163:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.369165:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.369185:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da69400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554057088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.369201:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.369216:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369217:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369221:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554057088 00000100:00100000:1.0:1705683772.369227:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e9b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+784:3084:x1788538554052864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10589us (10649us total) trans 4295137172 rc 0/0 00000100:00100000:1.0:1705683772.369231:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420118 00000100:00100000:3.0:1705683772.369232:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369233:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369236:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420160 00000100:00100000:1.0:1705683772.369237:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369238:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369239:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3807:3081:x1788538554057088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.369245:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da6bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554057344:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.369248:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36283 count 1 00000100:00100000:1.0:1705683772.369254:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683772.369265:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d207800/2, rc 0, transno 169876 00000100:00100000:1.0:1705683772.369275:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d207800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554052864:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.369279:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.369281:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da6ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554057152:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.369290:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.369297:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369298:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369300:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554057344 00000100:00100000:1.0:1705683772.369307:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369308:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369309:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554057152 00000100:00100000:1.0:1705683772.369313:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369313:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369315:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420161 00000100:00100000:1.0:1705683772.369317:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbed000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+3808:3084:x1788538554057344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.369324:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36284 count 1 00010000:00010000:3.0:1705683772.369379:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369387:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cc88c80/0xcefed536a366ed8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee22 expref: 5796 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.369392:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.369394:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.369395:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369408:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369408:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cc88c80/0xcefed536a366ed8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee22 expref: 5796 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.369413:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093915400/0xcefed536a366ed9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee30 expref: 5796 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.369414:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cc88c80/0xcefed536a366ed8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee22 expref: 5796 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.369417:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.369418:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.369418:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.369422:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554057536:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.369427:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093915400/0xcefed536a366ed9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee30 expref: 5796 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.369432:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093915400/0xcefed536a366ed9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee30 expref: 5796 pid: 15039 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.369436:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.369437:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbebc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0001_UUID:15039:1788538554057600:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.369447:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0315480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.369447:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da6f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554057472:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.369463:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b610f00/2, rc 0, transno 169875 00000100:00100000:3.0:1705683772.369464:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.369467:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b610f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554053120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.369479:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369479:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683772.369480:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369482:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554057472 00000100:00100000:3.0:1705683772.369484:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554057664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.369489:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369490:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369492:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420163 00000100:00100000:1.0:1705683772.369494:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+785:3081:x1788538554057472:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.369498:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1705683772.369500:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32714 count 1 00000100:00100000:3.0:1705683772.369512:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369513:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369517:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554057664 00000100:00100000:3.0:1705683772.369528:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369529:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369532:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420164 00000100:00100000:3.0:1705683772.369535:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+759:3081:x1788538554057664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.369544:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23282 count 1 00010000:00010000:1.0:1705683772.369625:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369630:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a8c3200/0xcefed536a368899a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b7800 expref: 7960 pid: 15050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369634:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.369634:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.369635:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369644:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a8c3200/0xcefed536a368899a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7800 expref: 7960 pid: 15050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369648:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a8c3200/0xcefed536a368899a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7800 expref: 7960 pid: 15050 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.369652:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbe8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554057792:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.369662:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.369696:0:14268:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a562d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14268:1788538554053824:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.369705:0:14268:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801353e8f00/0xcefed536a36e0433 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.369708:0:14268:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.369709:0:14268:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.369709:0:14268:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.369714:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369723:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cad00/0xcefed536a363b890 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597d91 expref: 8408 pid: 15081 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.369726:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a566e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15053:1788538554054144:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.369729:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.369730:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.369731:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.369733:0:15053:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.369736:0:15053:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.369736:0:15053:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.369737:0:15053:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369743:0:15063:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a564100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_049:lustre-OST0000_UUID:15063:1788538554054272:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.369743:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369744:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.369748:0:15063:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801353ea800/0xcefed536a36e0448 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.369749:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358464 00010000:00100000:1.0:1705683772.369751:0:15063:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.369751:0:15063:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.369752:0:15063:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369757:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.369757:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367a4f00/0xcefed536a366ed3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedce expref: 5796 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.369758:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369761:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358784 00000100:00100000:3.0:1705683772.369769:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369770:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369773:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166284 00000100:00100000:1.0:1705683772.369775:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.369776:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369776:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5796:1858:x1788538595358464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.369780:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420166 00010000:00010000:3.0:1705683772.369781:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.369782:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:21555:x1788538595358784:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.369784:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367a4f00/0xcefed536a366ed3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedce expref: 5796 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.369787:0:15123:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.369790:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367a4f00/0xcefed536a366ed3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedce expref: 5796 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.369828:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367a4f00/0xcefed536a366ed3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedce expref: 5796 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.369838:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.369839:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.369841:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e111180/0xcefed536a36e0425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369847:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e111180/0xcefed536a36e0425 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15058 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.369861:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.369873:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5795:1858:x1788538595358464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.369878:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166284 00000100:00100000:3.0:1705683772.369893:0:15140:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369894:0:15140:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.369899:0:15140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420167 00000100:00100000:3.0:1705683772.369902:0:15140:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989d3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:26755:x1788538595358848:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.369908:0:15140:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.370013:0:15123:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307c0280/0xcefed536a36e058a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xbd1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bc1 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.370022:0:15123:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xbd1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.370028:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.370028:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.370031:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307c0280/0xcefed536a36e058a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bc1 expref: 7963 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370039:0:15123:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801307c0280/0xcefed536a36e058a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bc1 expref: 7963 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370043:0:15123:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801307c0280, rc 0) 00000100:00100000:1.0:1705683772.370051:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:21555:x1788538595358784:12345-192.168.203.16@tcp:101:dd.0 Request processed in 268us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.370054:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420166 00000100:00100000:1.0:1705683772.370060:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370060:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370063:0:15123:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595358912 00000100:00100000:1.0:1705683772.370070:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370070:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370072:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420168 00000100:00100000:1.0:1705683772.370074:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f125f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:21959:x1788538595358912:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.370077:0:15123:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.370133:0:15140:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096080c80/0xcefed536a36e0591 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bc8 expref: -99 pid: 15140 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.370144:0:15140:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9219:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.370152:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370153:0:15140:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370156:0:15140:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096080c80/0xcefed536a36e0591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bc8 expref: 7965 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370164:0:15140:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096080c80/0xcefed536a36e0591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bc8 expref: 7965 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370171:0:15140:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096080c80, rc 0) 00000100:00100000:3.0:1705683772.370183:0:15140:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989d3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_093:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:26755:x1788538595358848:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 280us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.370188:0:15140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420167 00000100:00100000:3.0:1705683772.370203:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370204:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370209:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166286 00000100:00100000:3.0:1705683772.370212:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5798:1858:x1788538595358656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.370218:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.370221:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0308c80/0xcefed536a36c67c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cec7a expref: 5798 pid: 15139 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.370228:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0308c80/0xcefed536a36c67c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cec7a expref: 5797 pid: 15139 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.370241:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0308c80/0xcefed536a36c67c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cec7a expref: 5797 pid: 15139 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.370250:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370251:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370252:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370257:0:15123:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307c2d00/0xcefed536a36e0598 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc087:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bcf expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370258:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.370264:0:15123:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc087:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.370269:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.370270:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370271:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.370272:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307c2d00/0xcefed536a36e0598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bcf expref: 7965 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370276:0:15123:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801307c2d00/0xcefed536a36e0598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bcf expref: 7965 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.370282:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5796:1858:x1788538595358656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (251us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.370283:0:15123:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801307c2d00, rc 0) 00000100:00100000:1.0:1705683772.370291:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f125f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c77a26ac-6587-4500-88fc-a375de7e12f4+7965:21959:x1788538595358912:12345-192.168.203.16@tcp:101:dd.0 Request processed in 215us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.370291:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166286 00000100:00100000:1.0:1705683772.370294:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420168 00000100:00100000:1.0:1705683772.370304:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370305:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370308:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166289 00000100:00100000:1.0:1705683772.370310:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f121e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5795:1859:x1788538595358976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.370313:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.370314:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.370315:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b485680/0xcefed536a36c6a19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ced37 expref: 5795 pid: 15139 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.370315:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.370319:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b485680/0xcefed536a36c6a19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ced37 expref: 5795 pid: 15139 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.370319:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166290 00000100:00100000:3.0:1705683772.370323:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5795:1859:x1788538595359104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.370327:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b485680/0xcefed536a36c6a19 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ced37 expref: 5795 pid: 15139 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.370328:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.370334:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.370335:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.370335:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0b8a00/0xcefed536a36e044f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370336:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed3e300/0xcefed536a369ca0b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd02 expref: 5794 pid: 15067 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.370339:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0b8a00/0xcefed536a36e044f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370343:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed3e300/0xcefed536a369ca0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd02 expref: 5794 pid: 15067 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.370351:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.370352:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.370356:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f121e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5794:1859:x1788538595358976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.370359:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166289 00000100:00100000:3.0:1705683772.370363:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5794:1859:x1788538595359104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (251us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.370368:0:15063:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801353ea800/0xcefed536a36e0448 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.370368:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166290 00010000:00010000:1.0:1705683772.370372:0:15063:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801353ea800/0xcefed536a36e0448 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370375:0:15063:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801353ea800/0xcefed536a36e0448 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370378:0:15063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801353ea800/0xcefed536a36e0448 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370383:0:15063:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.370394:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4cad00/0xcefed536a363b890 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d91 expref: 8407 pid: 15081 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.370401:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4cad00/0xcefed536a363b890 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d91 expref: 8407 pid: 15081 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.370409:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554057984:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.370422:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.370440:0:15141:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bb1900/0xcefed536a36c65ea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cebcb expref: 5792 pid: 15137 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.370445:0:15063:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_049:lustre-MDT0001-mdtlov_UUID+786:3083:x1788538554053952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7603us (7659us total) trans 4295137174 rc 0/0 00000100:00100000:1.0:1705683772.370448:0:15063:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420128 00000100:00100000:3.0:1705683772.370449:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554053760:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.370459:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370460:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096b8ea80/0xcefed536a36e042c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370462:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.370465:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.370466:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.370467:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.370467:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.370468:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096b8ea80/0xcefed536a36e042c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370470:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801353e9400/0xcefed536a36e043a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370473:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096b8ea80/0xcefed536a36e042c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370476:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.370479:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096b8ea80/0xcefed536a36e042c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370484:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096b8ea80/0xcefed536a36e042c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370490:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683772.370535:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a565f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+1833:3084:x1788538554053888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7825us (7848us total) trans 4295137938 rc 0/0 00000100:00100000:1.0:1705683772.370538:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420127 00000100:00100000:1.0:1705683772.370552:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a560000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554054464:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.370557:0:15030:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed3e300/0xcefed536a369ca0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd02 expref: 5791 pid: 15067 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.370562:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a563700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554054528:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.370573:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801353e9e00/0xcefed536a36e0456 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xaad6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b6d expref: 5790 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370578:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801353e9e00, rc 0) 00000100:00100000:3.0:1705683772.370579:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+1831:3081:x1788538554053568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8640us (8698us total) trans 4295137940 rc 0/0 00000100:00100000:1.0:1705683772.370584:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a567300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:8dc539e0-a6d0-4264-ae88-11424261aea3+5790:18534:x1788538595356032:12345-192.168.203.16@tcp:101:dd.0 Request processed in 7192us (7432us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.370585:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420124 00000100:00100000:1.0:1705683772.370587:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420132 00000004:00080000:1.0:1705683772.370600:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097dde400/2, rc 0, transno 169878 00000100:00100000:1.0:1705683772.370610:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097dde400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554053952:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.370615:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ddda00/2, rc 0, transno 170641 00000100:00100000:1.0:1705683772.370619:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554053504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.370646:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.370647:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e9f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554058112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.370668:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.370691:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370692:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370710:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9c1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554054912:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.370716:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.370721:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.370726:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.370727:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.370728:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370734:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370735:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370739:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359168 00000100:00100000:1.0:1705683772.370741:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.370748:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367a6580/0xcefed536a366ed57 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8db7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedea expref: 5790 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.370756:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.370761:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370761:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370764:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359232 00000100:00100000:1.0:1705683772.370769:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.370770:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097bb3980/0xcefed536a36c6c11 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ceded expref: 5791 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.370774:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370774:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370777:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359296 00010000:00010000:1.0:1705683772.370784:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca300/0xcefed536a363b7e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cf7 expref: 8408 pid: 15123 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.370786:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370787:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370790:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359360 00000100:00100000:1.0:1705683772.370791:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370792:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370794:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166292 00000100:00100000:1.0:1705683772.370796:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbec600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5791:1856:x1788538595359168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.370798:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a27f700/0xcefed536a3683156 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b60f3 expref: 7963 pid: 15061 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.370825:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.370827:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367a6580/0xcefed536a366ed57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedea expref: 5791 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.370832:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367a6580/0xcefed536a366ed57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedea expref: 5791 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.370834:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.370835:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.370840:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367a6580/0xcefed536a366ed57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedea expref: 5791 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.370840:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166294 00000100:00100000:3.0:1705683772.370844:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbe9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8408:1856:x1788538595359296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.370849:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.370850:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370850:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.370851:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba800/0xcefed536a36e045d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370853:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca300/0xcefed536a363b7e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cf7 expref: 8408 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.370854:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba800/0xcefed536a36e045d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370859:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca300/0xcefed536a363b7e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cf7 expref: 8408 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.370860:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.370868:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbec600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5790:1856:x1788538595359168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.370871:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166292 00010000:00010000:3.0:1705683772.370871:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca300/0xcefed536a363b7e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5aec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597cf7 expref: 8408 pid: 15123 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.370880:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370882:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.370883:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370888:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370891:0:15088:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bb3980/0xcefed536a36c6c11 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15ceded expref: 5788 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.370896:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a51900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15088:1788538554054848:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.370901:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.370905:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801353eb480/0xcefed536a36e0464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.370909:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.370909:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.370909:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.370910:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801353eb480/0xcefed536a36e0464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.370912:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbe9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8407:1856:x1788538595359296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (154us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.370913:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801353eb480/0xcefed536a36e0464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.370917:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166294 00010000:00010000:1.0:1705683772.370920:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801353eb480/0xcefed536a36e0464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370923:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801353eb480/0xcefed536a36e0464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.370928:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.370936:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370941:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370947:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370952:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099da8280/0xcefed536a36e046b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.370961:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683772.370987:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a56900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1831:3084:x1788538554054720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7084us (7195us total) trans 4295137941 rc 0/0 00000100:00100000:1.0:1705683772.370990:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420135 00000100:00100000:1.0:1705683772.370996:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370997:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.370999:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554058048 00000100:00100000:1.0:1705683772.371007:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371007:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371009:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554058112 00000100:00100000:1.0:1705683772.371014:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371014:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371016:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420170 00000100:00100000:1.0:1705683772.371018:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e99e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+3809:3081:x1788538554058112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.371024:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36285 count 1 00000100:00100000:3.0:1705683772.371040:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a56e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+760:3081:x1788538554054592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7174us (7284us total) trans 4295137175 rc 0/0 00000100:00100000:3.0:1705683772.371046:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420134 00000004:00080000:3.0:1705683772.371071:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a55a00/2, rc 0, transno 169879 00000100:00100000:3.0:1705683772.371078:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a55a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554054592:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683772.371102:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090c85500/2, rc 0, transno 170643 00010000:00010000:1.0:1705683772.371108:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.371108:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554054016:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1705683772.371115:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097128500/0xcefed536a366edab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee3e expref: 5787 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.371119:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.371120:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.371120:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.371128:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ae1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554058304:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1705683772.371130:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097128500/0xcefed536a366edab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee3e expref: 5787 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.371134:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097128500/0xcefed536a366edab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee3e expref: 5787 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.371139:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15088:1788538554058368:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.371145:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.371149:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.371155:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371156:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371159:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554058304 00000100:00100000:1.0:1705683772.371166:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371167:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371169:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420171 00000100:00100000:1.0:1705683772.371170:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+1831:3083:x1788538554058304:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1705683772.371171:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ff7d000/2, rc 0, transno 169877 00002000:00080000:1.0:1705683772.371176:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37133 count 1 00000100:00100000:3.0:1705683772.371176:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff7d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554053632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.371196:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.371201:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d205f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554058496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.371203:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.371209:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b71ef80/0xcefed536a36c7889 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cf502 expref: 5787 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.371212:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.371212:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.371213:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.371217:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.371222:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b71ef80/0xcefed536a36c7889 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf502 expref: 5787 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.371226:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b71ef80/0xcefed536a36c7889 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf502 expref: 5787 pid: 14224 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.371230:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371231:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbeb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554058560:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.371231:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371235:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554058496 00000100:00100000:1.0:1705683772.371239:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.371247:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9c1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554058240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.371247:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371248:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371252:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420172 00000100:00100000:3.0:1705683772.371255:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d206900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+760:3083:x1788538554058496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.371256:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.371264:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371264:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:3.0:1705683772.371266:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23284 count 1 00000100:00100000:1.0:1705683772.371267:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554058240 00000100:00100000:1.0:1705683772.371275:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371275:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371277:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420173 00000100:00100000:1.0:1705683772.371279:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+761:3082:x1788538554058240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.371285:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23283 count 1 00010000:00010000:1.0:1705683772.371417:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.371423:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5b80/0xcefed536a363ba0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597db4 expref: 8406 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.371426:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.371427:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.371427:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.371436:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5b80/0xcefed536a363ba0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597db4 expref: 8406 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.371436:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.371441:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5b80/0xcefed536a363ba0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597db4 expref: 8406 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.371445:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a51900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15030:1788538554058816:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.371445:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5e00/0xcefed536a363ba26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597dd0 expref: 8406 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.371451:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.371452:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.371453:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.371455:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.371463:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5c6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554058688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.371467:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5e00/0xcefed536a363ba26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dd0 expref: 8406 pid: 15140 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.371473:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.371474:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5e00/0xcefed536a363ba26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dd0 expref: 8406 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.371483:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c84100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554058944:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.371488:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683772.371491:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5c3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554058624:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.371496:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b1516c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.371499:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.371505:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371506:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371507:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371508:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371510:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554058624 00000100:00100000:3.0:1705683772.371522:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371523:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371527:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420176 00000100:00100000:3.0:1705683772.371530:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1833:3082:x1788538554058624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.371539:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37134 count 1 00010000:00010000:3.0:1705683772.371573:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371581:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6800/0xcefed536a36c7f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cfae3 expref: 5787 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371586:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.371587:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.371588:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371602:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6800/0xcefed536a36c7f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfae3 expref: 5787 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371609:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6800/0xcefed536a36c7f9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfae3 expref: 5787 pid: 15142 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.371616:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554059008:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.371628:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151a80 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.371645:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097dd8000/2, rc 0, transno 170644 00000100:00100000:3.0:1705683772.371652:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097dd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554053568:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.371670:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371671:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371674:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359424 00010000:00010000:3.0:1705683772.371682:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800920d1180/0xcefed536a36843d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b625f expref: 7963 pid: 15136 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.371689:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371690:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371691:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359488 00010000:00010000:3.0:1705683772.371695:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ba3700/0xcefed536a366ed50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeddc expref: 5788 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.371700:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371700:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371703:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166296 00000100:00100000:3.0:1705683772.371704:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7963:1858:x1788538595359424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.371708:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.371710:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800920d1180/0xcefed536a36843d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b625f expref: 7963 pid: 15136 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.371714:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800920d1180/0xcefed536a36843d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b625f expref: 7963 pid: 15136 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.371722:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800920d1180/0xcefed536a36843d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b625f expref: 7963 pid: 15136 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.371730:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.371731:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.371732:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0bb980/0xcefed536a36e048e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371737:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0bb980/0xcefed536a36e048e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371750:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.371761:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:1858:x1788538595359424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 55us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.371767:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166296 00000100:00100000:3.0:1705683772.371776:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371777:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371780:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166297 00000100:00100000:3.0:1705683772.371783:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a55f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5788:1857:x1788538595359488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.371788:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.371791:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ba3700/0xcefed536a366ed50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeddc expref: 5788 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.371797:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ba3700/0xcefed536a366ed50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeddc expref: 5788 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.371834:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ba3700/0xcefed536a366ed50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeddc expref: 5788 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.371842:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.371844:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.371845:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb480/0xcefed536a36e0495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371850:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb480/0xcefed536a36e0495 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.371851:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371852:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371855:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554059136 00010000:00010000:3.0:1705683772.371863:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.371866:0:15063:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371866:0:15063:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.371869:0:15063:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420177 00000100:00100000:1.0:1705683772.371871:0:15063:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a56e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_049:lustre-MDT0001-mdtlov_UUID+1834:3084:x1788538554059136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1705683772.371879:0:15063:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37136 count 1 00000100:00100000:3.0:1705683772.371881:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a55f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5787:1857:x1788538595359488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 96us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.371886:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166297 00010000:00010000:1.0:1705683772.371906:0:15063:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.371911:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.371912:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.371914:0:15063:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d56080/0xcefed536a36c87a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15cff66 expref: 5786 pid: 14224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.371916:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420178 00010000:00010000:1.0:1705683772.371918:0:15063:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1705683772.371918:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:c77a26ac-6587-4500-88fc-a375de7e12f4+7961:20295:x1788538595357696:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.371919:0:15063:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.371920:0:15063:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.371923:0:14268:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.371928:0:15063:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099d56080/0xcefed536a36c87a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cff66 expref: 5786 pid: 14224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.371932:0:15063:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099d56080/0xcefed536a36c87a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cff66 expref: 5786 pid: 14224 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.371937:0:15063:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a566e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_049:lustre-OST0001_UUID:15063:1788538554059200:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.371948:0:15063:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.372014:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.372021:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.372022:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.372025:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359616 00000100:00100000:1.0:1705683772.372033:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.372034:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.372036:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298673 00000100:00100000:1.0:1705683772.372038:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a562d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+398:21832:x1788538595359616:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1705683772.372043:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.372075:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1ca580/0xcefed536a36e05de lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bd6 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372142:0:14268:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096083c00/0xcefed536a36e05e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xba25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bb3 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.372144:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372150:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00002000:00010000:3.0:1705683772.372153:0:14268:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xba25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.372154:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372158:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x35 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372161:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.372162:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.372163:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.372163:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.372167:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096083c00/0xcefed536a36e05e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bb3 expref: 7962 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372174:0:14268:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096083c00/0xcefed536a36e05e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bb3 expref: 7962 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372180:0:14268:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096083c00, rc 0) 00000004:00200000:1.0:1705683772.372181:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x261d:0x0]: returning size 4096 00010000:00010000:1.0:1705683772.372187:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372189:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372191:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372194:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372196:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b1c8780 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.372198:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.372199:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:c77a26ac-6587-4500-88fc-a375de7e12f4+7962:20295:x1788538595357696:12345-192.168.203.16@tcp:101:dd.0 Request processed in 280us (4349us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.372200:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372204:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00000100:00100000:3.0:1705683772.372204:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420178 00010000:00010000:1.0:1705683772.372205:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.372206:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372208:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8780/0xcefed536a36e05ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372215:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372217:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372219:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372221:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b1c8c80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.372222:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372224:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372226:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x35 (ffff8801350c9600) 00010000:00010000:1.0:1705683772.372227:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.372228:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.372230:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1c8c80/0xcefed536a36e05f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x35 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.372230:0:15137:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a27f700/0xcefed536a3683156 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b60f3 expref: 7961 pid: 15061 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.372238:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094f7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554054976:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.372247:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1ca580/0xcefed536a36e05de lrc: 1/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bd6 expref: 399 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372248:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e40cc80/0xcefed536a36e0480 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.372251:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b1ca580/0xcefed536a36e05de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bd6 expref: 399 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.372256:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b1ca580, rc 0) 00010000:00100000:3.0:1705683772.372256:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.372257:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.372257:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.372259:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e40cc80/0xcefed536a36e0480 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372263:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e40cc80/0xcefed536a36e0480 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.372268:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a562d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+398:21832:x1788538595359616:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 229us (255us total) trans 0 rc 301/301 00010000:00010000:3.0:1705683772.372268:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40cc80/0xcefed536a36e0480 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.372271:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298673 00010000:00010000:3.0:1705683772.372273:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40cc80/0xcefed536a36e0480 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372283:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.372305:0:14196:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a57800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:14196:1788538554055168:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.372314:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372324:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372327:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372329:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372331:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fe53480 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.372332:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372334:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372340:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x71c:0x0].0x0 (ffff88008e5eab00) 00010000:00010000:1.0:1705683772.372341:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683772.372342:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 2/0,0 mode: --/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372344:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe53480/0xcefed536a36e04aa lrc: 0/0,0 mode: --/EX res: [0x200000405:0x71c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372351:0:14196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372353:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372355:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372357:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372359:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fe50500 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.372360:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372362:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372364:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff88012ce32600) 00010000:00010000:1.0:1705683772.372365:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.372366:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372368:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50500/0xcefed536a36e049c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00000004:00010000:1.0:1705683772.372375:0:14196:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880096a54100 reply state ffff88009a273000 transno 4295042406 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50280/0xcefed536a36e04a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x254b:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00000100:00100000:3.0:1705683772.372377:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.372378:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.372379:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe50280/0xcefed536a36e04a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x254b:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.372382:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x3131 (ffff88012ce32800) 00010000:00010000:1.0:1705683772.372383:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683772.372383:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554059264 00000100:00100000:1.0:1705683772.372396:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a54100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1211:21822:x1788538595356224:12345-192.168.203.16@tcp:36:rm.0 Request processed in 8028us (8052us total) trans 4295042406 rc 0/0 00000100:00100000:3.0:1705683772.372396:0:14268:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.372397:0:14268:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.372399:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298672 00000100:00100000:3.0:1705683772.372402:0:14268:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420179 00000100:00100000:3.0:1705683772.372405:0:14268:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a50500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+3811:3081:x1788538554059264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.372414:0:14268:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36287 count 1 00000100:00100000:1.0:1705683772.372478:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a50a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554055488:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.372485:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.372489:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.372489:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.372490:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.372523:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a52800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0001_UUID:15076:1788538554055680:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.372530:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.372533:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.372534:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.372534:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.372607:0:14268:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372617:0:14268:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b572d00/0xcefed536a366edc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee5a expref: 5786 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.372627:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.372628:0:14268:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.372629:0:14268:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372644:0:14268:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b572d00/0xcefed536a366edc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee5a expref: 5786 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.372651:0:14268:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b572d00/0xcefed536a366edc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee5a expref: 5786 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.372659:0:14268:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c80a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14268:1788538554059456:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.372678:0:14268:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.372691:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094f7c600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554055232:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.372698:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c09e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554055296:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.372714:0:15125:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e40f200/0xcefed536a36e04bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b89 expref: 8406 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.372722:0:15125:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e40f200, rc 0) 00000100:00100000:3.0:1705683772.372737:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a53200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:8dc539e0-a6d0-4264-ae88-11424261aea3+8406:12859:x1788538595356480:12345-192.168.203.16@tcp:101:dd.0 Request processed in 7732us (8074us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.372741:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420139 00000100:00100000:3.0:1705683772.372765:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ccd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+788:3082:x1788538554054080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9803us (9877us total) trans 4295137177 rc 0/0 00000004:00080000:1.0:1705683772.372774:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ddee00/2, rc 0, transno 169881 00000100:00100000:3.0:1705683772.372774:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420129 00000100:00100000:1.0:1705683772.372778:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554054080:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.372793:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554056128:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.372828:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.372834:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.372835:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.372835:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.372842:0:15041:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a561400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15041:1788538554056064:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.372850:0:15041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.372854:0:15041:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.372854:0:15041:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.372855:0:15041:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.372862:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.372869:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c86e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554059520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.372889:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.372902:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.372903:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.372907:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554059520 00000100:00100000:3.0:1705683772.372920:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.372921:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.372925:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420181 00000100:00100000:3.0:1705683772.372928:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c82d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+788:3084:x1788538554059520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.372937:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32717 count 1 00010000:00010000:3.0:1705683772.373085:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.373095:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013670ad00/0xcefed536a368a06f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b7c75 expref: 7959 pid: 14279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.373100:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.373101:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.373102:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.373120:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013670ad00/0xcefed536a368a06f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7c75 expref: 7959 pid: 14279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.373127:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013670ad00/0xcefed536a368a06f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7c75 expref: 7959 pid: 14279 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.373135:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554059584:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.373163:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867840 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.375503:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007f154100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554056576:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.375512:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.375516:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.375517:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.375517:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375518:0:15062:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554056960:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375530:0:15062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375535:0:15062:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375536:0:15062:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375536:0:15062:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375546:0:15059:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_046:lustre-OST0001_UUID:15059:1788538554056512:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375553:0:15059:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375556:0:15059:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375557:0:15059:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375557:0:15059:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375620:0:15066:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbea800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:15066:1788538554057280:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375626:0:15066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375629:0:15066:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375630:0:15066:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375630:0:15066:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375670:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbebc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0001_UUID:15039:1788538554057600:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375677:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375680:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375681:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375681:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375688:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbe8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554057792:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.375688:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554057536:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375693:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375696:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375697:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375697:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.375699:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.375705:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.375705:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.375706:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375720:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15088:1788538554058368:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.375720:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554057984:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375725:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375728:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.375728:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375729:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375729:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.375737:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.375738:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.375739:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.375744:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.375746:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.375750:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359680 00000100:00100000:3.0:1705683772.375762:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.375763:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.375767:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420182 00000100:00100000:3.0:1705683772.375771:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a51400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+9430:16401:x1788538595359680:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.375777:0:15137:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.375866:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbeb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554058560:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375872:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375876:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375876:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375877:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375883:0:15128:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a54b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15128:1788538554056000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375888:0:15128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375894:0:15128:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375894:0:15128:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375895:0:15128:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375916:0:15063:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a566e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_049:lustre-OST0001_UUID:15063:1788538554059200:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375922:0:15063:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375925:0:15063:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375925:0:15063:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375926:0:15063:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375932:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a51900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15030:1788538554058816:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375936:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375939:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375940:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375940:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.375947:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989d0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554057728:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.375951:0:15098:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.375954:0:15098:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375954:0:15098:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.375954:0:15098:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376081:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554055744:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.376092:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.376097:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.376098:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.376099:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376112:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c84100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554058944:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.376120:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.376126:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.376126:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.376127:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376139:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554059008:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.376146:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.376155:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.376156:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.376157:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.376167:0:15137:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c099680/0xcefed536a36e060f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bdd expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.376177:0:15137:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.376185:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.376187:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.376190:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c099680/0xcefed536a36e060f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bdd expref: 9431 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376198:0:15137:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c099680/0xcefed536a36e060f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bdd expref: 9431 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376204:0:15137:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c099680, rc 0) 00000100:00100000:3.0:1705683772.376229:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a51400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+9431:16401:x1788538595359680:12345-192.168.203.16@tcp:101:dd.0 Request processed in 457us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.376235:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420182 00010000:00010000:0.0:1705683772.376254:0:15086:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801313f1e00/0xcefed536a36e0616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8be4 expref: 8406 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.376257:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.376258:0:15086:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801313f1e00, rc 0) 00000100:00100000:0.0:1705683772.376268:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376268:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376271:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359744 00010000:00010000:0.0:1705683772.376277:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x48/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 398 pid: 10682 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.376285:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376286:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376288:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166298 00000100:00100000:0.0:1705683772.376290:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a566e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+398:1856:x1788538595359744:12345-192.168.203.16@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1705683772.376294:0:7676:0:(ldlm_lockd.c:1696:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x48/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 398 pid: 10682 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.376298:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x48/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 398 pid: 10682 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.376298:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.376302:0:7676:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 398 pid: 10682 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.376304:0:7676:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x71c:0x0].0x0 (ffff88008e5eab00) 00010000:00010000:0.0:1705683772.376306:0:7676:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 48 00010000:00010000:0.0:1705683772.376307:0:7676:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 2/0,1 mode: --/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.376309:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 2/0,1 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40090080000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.376309:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.376312:0:7676:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40090080000000 pid: 14196 initiator: MDT0 00000100:00100000:3.0:1705683772.376312:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376313:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.376317:0:7676:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.376317:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.376318:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359872 00010000:00010000:0.0:1705683772.376319:0:7676:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.376324:0:7676:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.376324:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.376328:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135529680/0xcefed536a35d428a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b46a expref: 8407 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.376330:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.376338:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.376342:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376343:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376346:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.376346:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360000 00000100:00100000:1.0:1705683772.376352:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.376353:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce7cf00/0xcefed536a36c6e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cef44 expref: 5787 pid: 15044 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.376357:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376358:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376362:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360128 00000100:00100000:3.0:1705683772.376364:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376365:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376368:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360320 00010000:00010000:1.0:1705683772.376370:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d964280/0xcefed536a366ed81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee14 expref: 5789 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.376373:0:7676:0:(ldlm_lockd.c:1744:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880096244f00/0xcefed536a36b7726 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000010000 nid: 192.168.203.16@tcp remote: 0x927681bb15c966d expref: 398 pid: 10682 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.376375:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b791680/0xcefed536a36c7262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf0da expref: 5789 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.376379:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376380:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376381:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376382:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360576 00000100:00100000:3.0:1705683772.376382:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376384:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360896 00010000:00010000:1.0:1705683772.376386:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5ce300/0xcefed536a3685ed6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b69c1 expref: 7960 pid: 15067 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.376388:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a566e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+398:1856:x1788538595359744:12345-192.168.203.16@tcp:102:ldlm_bl.0 Request processed in 97us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.376390:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093915400/0xcefed536a366ed9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee30 expref: 5790 pid: 15039 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.376391:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376391:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376392:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166298 00000100:00100000:1.0:1705683772.376392:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361216 00010000:00010000:1.0:1705683772.376396:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b9f7700/0xcefed536a3689333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7949 expref: 7961 pid: 8805 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.376396:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376397:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376397:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376398:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376399:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166299 00000100:00100000:0.0:1705683772.376402:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166300 00000100:00100000:1.0:1705683772.376402:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376402:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376402:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a561400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8407:1856:x1788538595359872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.376404:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5790:1856:x1788538595360000:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.376405:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166301 00010000:00010000:3.0:1705683772.376406:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.376407:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a563c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5790:1856:x1788538595360128:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.376408:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.376410:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce7cf00/0xcefed536a36c6e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cef44 expref: 5790 pid: 15044 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.376411:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135529680/0xcefed536a35d428a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b46a expref: 8407 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.376412:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.376414:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d964280/0xcefed536a366ed81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee14 expref: 5790 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.376415:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce7cf00/0xcefed536a36c6e72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cef44 expref: 5790 pid: 15044 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.376418:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135529680/0xcefed536a35d428a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b46a expref: 8407 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.376421:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d964280/0xcefed536a366ed81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee14 expref: 5790 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.376423:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce7cf00/0xcefed536a36c6e72 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cef44 expref: 5790 pid: 15044 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.376428:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.376428:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135529680/0xcefed536a35d428a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b46a expref: 8407 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.376429:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.376429:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d964280/0xcefed536a366ed81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee14 expref: 5789 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.376430:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376434:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376436:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.376437:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.376438:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376441:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.376442:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376442:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.376448:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5788:1856:x1788538595360000:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.376450:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166300 00010000:00010000:1.0:1705683772.376450:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.376456:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376457:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376457:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a561400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8406:1856:x1788538595359872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 53us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.376459:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166302 00000100:00100000:0.0:1705683772.376460:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a561e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5787:1856:x1788538595360320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.376462:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a563c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5787:1856:x1788538595360128:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 54us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.376462:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166299 00010000:00010000:0.0:1705683772.376463:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.376465:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b791680/0xcefed536a36c7262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf0da expref: 5787 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.376465:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166301 00010000:00010000:0.0:1705683772.376469:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b791680/0xcefed536a36c7262 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf0da expref: 5787 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.376472:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376473:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.376475:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b791680/0xcefed536a36c7262 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf0da expref: 5786 pid: 15129 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.376475:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166303 00000100:00100000:1.0:1705683772.376477:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbeb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7961:1856:x1788538595360576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.376480:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.376481:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.376481:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376481:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.376482:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b5ce300/0xcefed536a3685ed6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b69c1 expref: 7961 pid: 15067 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.376484:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376489:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b5ce300/0xcefed536a3685ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b69c1 expref: 7961 pid: 15067 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.376491:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.376492:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376493:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.376496:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5ce300/0xcefed536a3685ed6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b69c1 expref: 7961 pid: 15067 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.376497:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a561e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5785:1856:x1788538595360320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.376497:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166304 00000100:00100000:0.0:1705683772.376500:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166302 00010000:00010000:1.0:1705683772.376501:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.376501:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbee900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5785:1856:x1788538595360896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.376502:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.376503:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.376504:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376504:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376506:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166305 00010000:00010000:1.0:1705683772.376506:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376506:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.376508:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7960:1856:x1788538595361216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.376509:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093915400/0xcefed536a366ed9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee30 expref: 5784 pid: 15039 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.376511:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.376512:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b9f7700/0xcefed536a3689333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7949 expref: 7960 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.376513:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.376517:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b9f7700/0xcefed536a3689333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7949 expref: 7960 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.376517:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093915400/0xcefed536a366ed9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee30 expref: 5784 pid: 15039 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.376521:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbeb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7960:1856:x1788538595360576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.376523:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166303 00010000:00010000:0.0:1705683772.376524:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b9f7700/0xcefed536a3689333 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7949 expref: 7960 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.376527:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093915400/0xcefed536a366ed9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee30 expref: 5784 pid: 15039 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.376529:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.376530:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.376531:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376532:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376535:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.376536:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376536:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376536:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.376538:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376539:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376543:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.376544:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376545:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.376549:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7958:1856:x1788538595361216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (196us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.376551:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683772.376552:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166305 00010000:00010000:3.0:1705683772.376562:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.376563:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.376565:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.376567:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880133e5ca00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.376569:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.376571:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.376575:0:6522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x71c:0x0].0x0 (ffff88008e5eab00) 00010000:00010000:0.0:1705683772.376576:0:6522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:3.0:1705683772.376576:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbee900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5783:1856:x1788538595360896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 74us (228us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.376577:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.376579:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133e5ca00/0xcefed536a36e04b1 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x71c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14196 initiator: MDT0 00000100:00100000:3.0:1705683772.376581:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166304 00010000:00010000:0.0:1705683772.376585:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.376586:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376591:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f0b9680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.376593:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376595:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376599:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.376601:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.376602:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9680/0xcefed536a36e04f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.376602:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376606:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361472 00010000:00010000:0.0:1705683772.376612:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376612:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376613:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376615:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.376615:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.376616:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.376617:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.376620:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420184 00010000:00010000:0.0:1705683772.376621:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.376623:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+3812:3081:x1788538554055936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10154us (10312us total) trans 4295137944 rc 0/0 00000100:00100000:3.0:1705683772.376623:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbec600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+9431:26755:x1788538595361472:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.376624:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376626:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.376626:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420146 00010000:00010000:3.0:1705683772.376629:0:15137:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.376632:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.376639:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376643:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376646:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376649:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376661:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.376665:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.376666:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376669:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801313f1b80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.376670:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376674:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376681:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376683:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801313f1b80/0xcefed536a36e05a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376693:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.376694:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376697:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880133e5ea80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.376698:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376703:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376706:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376709:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133e5ea80/0xcefed536a36e04cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376717:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376718:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376718:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.376720:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+1835:3083:x1788538554055616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10768us (10808us total) trans 4295137945 rc 0/0 00000100:00100000:1.0:1705683772.376723:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420142 00010000:00010000:1.0:1705683772.376734:0:15144:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376740:0:15144:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376743:0:15144:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376746:0:15144:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376751:0:15144:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683772.376765:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+789:3084:x1788538554058048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5749us (6112us total) trans 4295137178 rc 0/0 00000100:00100000:0.0:1705683772.376769:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420169 00010000:00010000:0.0:1705683772.376778:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.376779:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376783:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e7de00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.376784:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376787:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376792:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376796:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e7de00/0xcefed536a36e0544 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376827:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376828:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376829:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376831:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.376838:0:15086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a53700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:8dc539e0-a6d0-4264-ae88-11424261aea3+8405:26799:x1788538595360640:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 878us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.376841:0:15086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420183 00000100:00100000:1.0:1705683772.376844:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0001-mdtlov_UUID+789:3082:x1788538554056768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7955us (8158us total) trans 4295137179 rc 0/0 00000100:00100000:1.0:1705683772.376848:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420158 00010000:00010000:0.0:1705683772.376850:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376853:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376856:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376857:0:15137:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c09bc00/0xcefed536a36e061d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x92ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8beb expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376859:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376859:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376862:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376864:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.376866:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376867:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.376868:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.376868:0:15137:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x92ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.376869:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376874:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e7f480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.376875:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.376875:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.376877:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.376878:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376878:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.376881:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c09bc00/0xcefed536a36e061d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8beb expref: 9432 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376883:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376886:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131e7f480/0xcefed536a36e0536 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376889:0:15137:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c09bc00/0xcefed536a36e061d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8beb expref: 9432 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376894:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.376895:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.376896:0:15137:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c09bc00, rc 0) 00010000:00010000:0.0:1705683772.376898:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801307c0780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.376899:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376901:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376905:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.376909:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbec600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+9432:26755:x1788538595361472:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 285us (569us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.376911:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801307c0780/0xcefed536a36e0567 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.376917:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.376917:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420184 00010000:00010000:0.0:1705683772.376918:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376918:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.376920:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.376927:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbed000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+3812:3084:x1788538554057344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7609us (7671us total) trans 4295137946 rc 0/0 00000100:00100000:1.0:1705683772.376930:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420161 00000004:00080000:3.0:1705683772.376941:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801314c1400/2, rc 0, transno 169882 00000004:00080000:1.0:1705683772.376947:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a55f00/2, rc 0, transno 170649 00000100:00100000:3.0:1705683772.376948:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801314c1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554058048:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.376951:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a55f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554055616:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.376968:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.376972:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554059648:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1705683772.376973:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6bc00/2, rc 0, transno 170650 00000100:00100000:3.0:1705683772.376979:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554057344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.376980:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1835:3081:x1788538554056640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9189us (9223us total) trans 4295137947 rc 0/0 00000100:00100000:0.0:1705683772.376984:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420154 00000100:00100000:1.0:1705683772.376984:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.376991:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376992:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376992:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.376993:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.376994:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554059648 00000100:00100000:1.0:1705683772.376999:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a566e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554059776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.377002:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377003:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377003:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377004:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377005:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420185 00000100:00100000:0.0:1705683772.377007:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+789:3083:x1788538554059648:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.377007:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.377009:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377009:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377012:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554059776 00002000:00080000:0.0:1705683772.377014:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32718 count 1 00000004:00080000:1.0:1705683772.377016:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6c100/2, rc 0, transno 169883 00000100:00100000:1.0:1705683772.377026:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554056768:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.377029:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683772.377031:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbe8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554059712:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.377039:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.377048:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377048:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377048:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377049:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377051:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554059712 00000100:00100000:3.0:1705683772.377054:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420186 00000100:00100000:3.0:1705683772.377057:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbea800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3812:3082:x1788538554059776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.377058:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377059:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377061:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420187 00000100:00100000:1.0:1705683772.377063:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+1835:3082:x1788538554059712:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1705683772.377066:0:15144:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36288 count 1 00002000:00080000:1.0:1705683772.377071:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37137 count 1 00010000:00010000:1.0:1705683772.377099:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377105:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ef2080/0xcefed536a36c8b28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d01d5 expref: 5782 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377109:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.377109:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.377110:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377119:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097ef2080/0xcefed536a36c8b28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d01d5 expref: 5782 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377123:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097ef2080/0xcefed536a36c8b28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d01d5 expref: 5782 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.377128:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbe9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0001_UUID:15039:1788538554059904:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.377138:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.377147:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a561400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554059840:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.377157:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.377168:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377168:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377171:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554059840 00000100:00100000:1.0:1705683772.377179:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377179:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377182:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420188 00000100:00100000:1.0:1705683772.377183:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a51900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+790:3083:x1788538554059840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.377190:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32719 count 1 00010000:00010000:0.0:1705683772.377191:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377196:0:15144:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377198:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5cfc00/0xcefed536a368a6a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b7d7f expref: 7957 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377201:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.377202:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.377203:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377205:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b573200/0xcefed536a366edd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee68 expref: 5782 pid: 15050 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.377211:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.377212:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.377213:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377215:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b5cfc00/0xcefed536a368a6a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7d7f expref: 7957 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377220:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b5cfc00/0xcefed536a368a6a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7d7f expref: 7957 pid: 15118 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.377225:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098a55000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554059968:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.377226:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b573200/0xcefed536a366edd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee68 expref: 5782 pid: 15050 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.377235:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011db96cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.377239:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b573200/0xcefed536a366edd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee68 expref: 5782 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.377247:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554060032:192.168.203.16@tcp:104: 00000004:00080000:0.0:1705683772.377250:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da68000/2, rc 0, transno 170651 00000100:00100000:0.0:1705683772.377255:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554056640:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.377262:0:15144:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093f33f00 going to sleep for 11 seconds 00000004:00080000:0.0:1705683772.377273:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097dd8f00/2, rc 0, transno 170648 00000100:00100000:3.0:1705683772.377274:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098a55f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554060096:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1705683772.377282:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097dd8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554055936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.377301:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.377316:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377319:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.377322:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927dc780/0xcefed536a368ad5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ee4 expref: 7957 pid: 15058 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.377323:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.377326:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.377327:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.377328:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377333:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377334:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.377336:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800927dc780/0xcefed536a368ad5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ee4 expref: 7957 pid: 15058 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377338:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361408 00010000:00010000:1.0:1705683772.377340:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800927dc780/0xcefed536a368ad5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ee4 expref: 7957 pid: 15058 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.377343:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.377345:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a54b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554060224:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.377348:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5e00/0xcefed536a363ba26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dd0 expref: 8405 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.377355:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.377358:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.377359:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377360:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377362:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377363:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377363:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361728 00000100:00100000:1.0:1705683772.377366:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359808 00010000:00010000:3.0:1705683772.377370:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096b86580/0xcefed536a3688182 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b76a2 expref: 7959 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.377372:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.377372:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c2f980/0xcefed536a35d43da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b53c expref: 7959 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.377380:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377381:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377383:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595359936 00000100:00100000:1.0:1705683772.377388:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377389:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377390:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377390:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360064 00000100:00100000:0.0:1705683772.377391:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.377391:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4cf980/0xcefed536a363b7ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d0c expref: 8406 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.377395:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166306 00010000:00010000:1.0:1705683772.377395:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d966a80/0xcefed536a366ed65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedf8 expref: 5783 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.377397:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8406:1856:x1788538595361408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.377401:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.377402:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.377402:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377402:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377403:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.377404:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5e00/0xcefed536a363ba26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dd0 expref: 8406 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.377405:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166307 00000100:00100000:1.0:1705683772.377408:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7959:1856:x1788538595361728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.377409:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166308 00010000:00010000:1.0:1705683772.377411:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.377412:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5e00/0xcefed536a363ba26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dd0 expref: 8406 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.377412:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7959:1856:x1788538595359808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.377413:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096b86580/0xcefed536a3688182 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b76a2 expref: 7959 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.377417:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096b86580/0xcefed536a3688182 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b76a2 expref: 7959 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.377418:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.377419:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5e00/0xcefed536a363ba26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dd0 expref: 8406 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.377424:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c2f980/0xcefed536a35d43da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b53c expref: 7959 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.377425:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377425:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377426:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377426:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096b86580/0xcefed536a3688182 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b76a2 expref: 7959 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.377429:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377431:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c2f980/0xcefed536a35d43da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b53c expref: 7958 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.377434:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377435:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377436:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377438:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.377439:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377443:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c2f980/0xcefed536a35d43da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7c14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b53c expref: 7958 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.377444:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8405:1856:x1788538595361408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.377446:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.377447:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166306 00010000:00010000:3.0:1705683772.377452:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.377453:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.377454:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377454:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377454:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1856:x1788538595361728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (130us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.377455:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e40f200/0xcefed536a36e04bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b89 expref: 8404 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.377457:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166309 00000100:00100000:0.0:1705683772.377459:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8404:1856:x1788538595359936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.377461:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.377461:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40f200/0xcefed536a36e04bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b89 expref: 8404 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377463:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4cf980/0xcefed536a363b7ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d0c expref: 8404 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.377463:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166307 00010000:00010000:0.0:1705683772.377470:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4cf980/0xcefed536a363b7ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d0c expref: 8404 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.377476:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cf980/0xcefed536a363b7ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5aed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d0c expref: 8404 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.377476:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008e40f200/0xcefed536a36e04bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7c14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b89 expref: 8404 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.377478:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377478:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.377480:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377481:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377481:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.377481:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166310 00000100:00100000:1.0:1705683772.377483:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f121900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5783:1856:x1788538595360064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.377484:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094f7c600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6519:1788538554060288:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.377485:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377487:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.377489:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d966a80/0xcefed536a366ed65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedf8 expref: 5783 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.377491:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.377493:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d966a80/0xcefed536a366ed65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedf8 expref: 5783 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.377497:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.377499:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8403:1856:x1788538595359936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (141us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.377499:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d966a80/0xcefed536a366ed65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aedf8 expref: 5783 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.377502:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166309 00010000:00010000:1.0:1705683772.377506:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377506:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377507:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377510:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377513:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377517:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377518:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.377520:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377522:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683772.377523:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f121900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5782:1856:x1788538595360064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (151us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.377525:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.377526:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166310 00000100:00100000:3.0:1705683772.377527:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c84100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554060160:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.377530:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.377533:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377534:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377536:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060096 00000100:00100000:1.0:1705683772.377542:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377543:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377544:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420189 00000100:00100000:1.0:1705683772.377546:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f154100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1836:3084:x1788538554060096:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.377546:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1705683772.377553:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37464 count 1 00000100:00100000:3.0:1705683772.377569:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377570:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377575:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060160 00000100:00100000:3.0:1705683772.377589:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377590:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377593:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d206900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+762:3083:x1788538554058496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6338us (6376us total) trans 4295137180 rc 0/0 00000100:00100000:3.0:1705683772.377593:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420190 00000100:00100000:3.0:1705683772.377596:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3813:3082:x1788538554060160:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.377597:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420172 00002000:00080000:3.0:1705683772.377606:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36289 count 1 00010000:00010000:0.0:1705683772.377607:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.377608:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377612:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096082800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.377613:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377616:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377621:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377624:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096082800/0xcefed536a36e05c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377631:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.377632:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.377633:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.377649:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.377668:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.377680:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.377684:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377685:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377688:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360256 00000100:00100000:1.0:1705683772.377689:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377689:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377692:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360448 00010000:00010000:0.0:1705683772.377694:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095e13c00/0xcefed536a35abf4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b282 expref: 7957 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.377699:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4ec780/0xcefed536a363b858 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d4b expref: 8403 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.377702:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377702:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377704:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360768 00010000:00010000:0.0:1705683772.377707:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca800/0xcefed536a363b851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d60 expref: 8404 pid: 15081 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.377707:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377707:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.377709:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166311 00000100:00100000:1.0:1705683772.377711:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f126e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1856:x1788538595360256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.377713:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377715:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.377720:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.377720:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095e13c00/0xcefed536a35abf4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b282 expref: 7957 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.377721:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.377723:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166312 00010000:00010000:1.0:1705683772.377724:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095e13c00/0xcefed536a35abf4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6cf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b282 expref: 7957 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.377724:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b570f00/0xcefed536a366ede3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee76 expref: 5781 pid: 15050 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.377725:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f123c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+8404:1856:x1788538595360448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.377729:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.377730:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.377730:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377731:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4ec780/0xcefed536a363b858 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d4b expref: 8404 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.377731:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377732:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e13c00/0xcefed536a35abf4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6cf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b282 expref: 7957 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.377735:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4ec780/0xcefed536a363b858 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d4b expref: 8404 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.377737:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377737:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377739:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e7ed00/0xcefed536a36e0513 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6cf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b90 expref: 8404 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377740:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377740:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.377742:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ec780/0xcefed536a363b858 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5aef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d4b expref: 8404 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.377743:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7ed00/0xcefed536a36e0513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6cf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b90 expref: 8404 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377746:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166313 00000100:00100000:3.0:1705683772.377750:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f121e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8403:1856:x1788538595360768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.377751:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377751:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377752:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377755:0:14212:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131e7ed00/0xcefed536a36e0513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6cf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8b90 expref: 8403 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377756:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377756:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.377759:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca800/0xcefed536a363b851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d60 expref: 8403 pid: 15081 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.377760:0:14212:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a53700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554060352:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.377764:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.377766:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca800/0xcefed536a363b851 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d60 expref: 8403 pid: 15081 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.377769:0:14212:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.377772:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f123c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+8403:1856:x1788538595360448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.377774:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166312 00010000:00010000:3.0:1705683772.377778:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ca800/0xcefed536a363b851 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d60 expref: 8402 pid: 15081 timeout: 644 lvb_type: 1 00002000:00010000:1.0:1705683772.377781:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x9258:0x0] initial LVB size: 0, mtime: 0x65aaab3a, atime: 0x65aaab3a, ctime: 0x65aaab3a, blocks: 0x0 00010000:00010000:1.0:1705683772.377783:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377785:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377786:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377787:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.377787:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.377788:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377788:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.377789:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377789:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377791:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377793:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377794:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.377794:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377796:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377798:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.377798:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377832:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.377832:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.377844:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f121e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8401:1856:x1788538595360768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.377849:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166313 00010000:00010000:3.0:1705683772.377874:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b570f00/0xcefed536a366ede3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee76 expref: 5781 pid: 15050 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.377881:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b570f00/0xcefed536a366ede3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee76 expref: 5781 pid: 15050 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.377883:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+762:3083:x1788538554056448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10538us (10576us total) trans 4295137181 rc 0/0 00000100:00100000:0.0:1705683772.377887:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420151 00000100:00100000:3.0:1705683772.377889:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096c09e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538554060416:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.377897:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.377898:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.377899:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f154100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1837:3084:x1788538554060096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 352us (581us total) trans 4295137948 rc 0/0 00010000:00010000:0.0:1705683772.377902:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e40f980 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:3.0:1705683772.377902:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27480 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.377903:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.377905:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420189 00010000:00010000:0.0:1705683772.377907:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377912:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377915:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e40f980/0xcefed536a36e0521 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377915:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377919:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.377919:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098a55f00/2, rc 0, transno 170652 00010000:00010000:0.0:1705683772.377921:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.377922:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377922:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377925:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a1180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.377925:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377926:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377926:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a55f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554060096:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1705683772.377929:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.377931:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.377933:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377935:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323a1180/0xcefed536a36e0647 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377943:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.377943:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377946:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880133e5fc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.377947:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377950:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377953:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377956:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133e5fc00/0xcefed536a36e04c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5aed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377958:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096c0d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554060480:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1705683772.377961:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.377962:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.377963:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.377965:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.377967:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.377970:0:15057:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377973:0:15057:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377974:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.377976:0:15057:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377978:0:15057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377984:0:15057:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.377986:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.377987:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.377990:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e7e800 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:1.0:1705683772.377990:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a52d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+762:3083:x1788538554055360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12446us (12469us total) trans 4295137182 rc 0/0 00010000:00010000:0.0:1705683772.377991:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.377991:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.377992:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.377993:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.377993:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420140 00000100:00100000:3.0:1705683772.377996:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060480 00010000:00010000:0.0:1705683772.377998:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378003:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e7e800/0xcefed536a36e0559 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378004:0:15041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378007:0:15041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378010:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378010:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.378010:0:15041:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.378010:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378010:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.378011:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.378013:0:15041:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.378015:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420191 00000100:00100000:3.0:1705683772.378017:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cce900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1837:3082:x1788538554060480:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1705683772.378025:0:15041:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.378027:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:3.0:1705683772.378027:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:38730 count 1 00010000:00010000:0.0:1705683772.378029:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378032:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f0b9180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.378033:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378035:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378039:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378042:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0b9180/0xcefed536a36e04e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378050:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378050:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378051:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.378084:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+3814:3083:x1788538554055808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11795us (11817us total) trans 4295137949 rc 0/0 00000100:00100000:1.0:1705683772.378087:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420144 00000100:00100000:0.0:1705683772.378095:0:15057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+762:3083:x1788538554056896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9317us (9430us total) trans 4295137183 rc 0/0 00000100:00100000:0.0:1705683772.378099:0:15057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420157 00010000:00010000:1.0:1705683772.378099:0:15098:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378103:0:15098:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378106:0:15098:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378108:0:15098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378120:0:15098:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.378122:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.378124:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378127:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e7d180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.378128:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378132:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378137:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378140:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e7d180/0xcefed536a36e056e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378147:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378148:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378149:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.378167:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.378180:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0001-mdtlov_UUID+791:3084:x1788538554057152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8851us (8889us total) trans 4295137184 rc 0/0 00000100:00100000:0.0:1705683772.378182:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.378183:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420162 00002000:00010000:3.0:1705683772.378184:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x974a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.378190:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378196:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.378197:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1705683772.378199:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d205f00/2, rc 0, transno 169884 00010000:00010000:3.0:1705683772.378199:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.378203:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.378203:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d205f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554058496:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.378205:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.378208:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378209:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.378211:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.378213:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361024 00010000:00010000:3.0:1705683772.378216:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378219:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7baa80/0xcefed536a36c73a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf1c1 expref: 5782 pid: 15138 timeout: 644 lvb_type: 0 00000004:00080000:1.0:1705683772.378220:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099ee5000/2, rc 0, transno 169887 00000100:00100000:1.0:1705683772.378223:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554056896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.378224:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378226:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378227:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378227:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378229:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361280 00000100:00100000:3.0:1705683772.378230:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361600 00000004:00080000:1.0:1705683772.378232:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099ee7800/2, rc 0, transno 169885 00010000:00010000:0.0:1705683772.378233:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4adb80/0xcefed536a363b820 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d28 expref: 8401 pid: 15118 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378234:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554056448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.378238:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378238:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378240:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166314 00010000:00010000:3.0:1705683772.378240:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6800/0xcefed536a36c7f9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfae3 expref: 5783 pid: 15142 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.378242:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5783:1856:x1788538595361024:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.378246:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1705683772.378246:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097dddf00/2, rc 0, transno 170653 00010000:00010000:0.0:1705683772.378248:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7baa80/0xcefed536a36c73a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf1c1 expref: 5783 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.378248:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097dddf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554055808:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.378252:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7baa80/0xcefed536a36c73a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf1c1 expref: 5783 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.378252:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378253:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378257:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166315 00000004:00080000:1.0:1705683772.378259:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a51e00/2, rc 0, transno 169886 00010000:00010000:0.0:1705683772.378260:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7baa80/0xcefed536a36c73a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf1c1 expref: 5783 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.378260:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8401:1856:x1788538595361280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.378262:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a51e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554055360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.378266:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.378266:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.378267:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.378267:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378269:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b4adb80/0xcefed536a363b820 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d28 expref: 8401 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.378271:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.378272:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a54600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554060544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.378276:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b4adb80/0xcefed536a363b820 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d28 expref: 8401 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.378281:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.378283:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.378287:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5782:1856:x1788538595361024:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.378287:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4adb80/0xcefed536a363b820 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d28 expref: 8401 pid: 15118 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.378290:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166314 00000100:00100000:1.0:1705683772.378291:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a50a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554060800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.378295:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378296:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.378296:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.378297:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.378298:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166316 00000100:00100000:1.0:1705683772.378298:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.378299:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.378300:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f125a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5781:1856:x1788538595361600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.378302:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.378303:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1705683772.378304:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6800/0xcefed536a36c7f9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfae3 expref: 5781 pid: 15142 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.378304:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.378305:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a55000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554060608:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.378308:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6800/0xcefed536a36c7f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfae3 expref: 5781 pid: 15142 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.378312:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.378314:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6800/0xcefed536a36c7f9e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfae3 expref: 5781 pid: 15142 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.378317:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.378319:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.378319:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378319:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.378320:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.378320:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378323:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.378323:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060544 00000100:00100000:3.0:1705683772.378328:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:1856:x1788538595361280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.378329:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378330:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378331:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060800 00010000:00010000:0.0:1705683772.378333:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.378333:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166315 00000100:00100000:1.0:1705683772.378336:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378337:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378338:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f125a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5780:1856:x1788538595361600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.378339:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060608 00000100:00100000:0.0:1705683772.378340:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166316 00000100:00100000:1.0:1705683772.378343:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378343:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378345:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420192 00000100:00100000:1.0:1705683772.378347:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+764:3083:x1788538554060544:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.378351:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378352:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.378354:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23285 count 1 00010000:00010000:0.0:1705683772.378355:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378357:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378358:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378360:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378362:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378365:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.378368:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378377:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683772.378424:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0001-mdtlov_UUID+1838:3084:x1788538554057856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8643us (8727us total) trans 4295137950 rc 0/0 00000100:00100000:0.0:1705683772.378427:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420165 00000100:00100000:0.0:1705683772.378433:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378434:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378436:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420193 00000100:00100000:0.0:1705683772.378438:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a563c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+765:3083:x1788538554060800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.378444:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23288 count 1 00000100:00100000:3.0:1705683772.378460:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009339f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+765:3081:x1788538554055552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12537us (12676us total) trans 4295137185 rc 0/0 00000100:00100000:3.0:1705683772.378465:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420141 00000100:00100000:3.0:1705683772.378475:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378476:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378479:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420194 00000100:00100000:3.0:1705683772.378482:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a561e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+764:3083:x1788538554060608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.378488:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.378491:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23286 count 1 00010000:00010000:1.0:1705683772.378497:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e458f00/0xcefed536a363ba34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597de5 expref: 8399 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.378500:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.378501:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.378502:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378511:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e458f00/0xcefed536a363ba34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597de5 expref: 8399 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.378515:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e458f00/0xcefed536a363ba34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597de5 expref: 8399 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378520:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbeb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554060864:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.378529:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.378541:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a52800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554060736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.378550:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.378560:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683772.378562:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a57300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554060672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.378568:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.378575:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378575:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378578:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060736 00010000:00010000:0.0:1705683772.378582:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.378585:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378585:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378586:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554060672 00010000:00010000:0.0:1705683772.378587:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6580/0xcefed536a363ba88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597e32 expref: 8399 pid: 15140 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.378591:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.378591:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.378591:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.378592:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.378592:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378594:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420195 00000100:00100000:1.0:1705683772.378595:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+3814:3082:x1788538554060736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.378602:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6580/0xcefed536a363ba88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e32 expref: 8399 pid: 15140 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1705683772.378602:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36290 count 1 00010000:00010000:0.0:1705683772.378606:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6580/0xcefed536a363ba88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e32 expref: 8399 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.378611:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989d0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554060928:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.378620:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf39c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.378628:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.378629:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378632:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e7db80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.378633:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378637:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378646:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378649:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131e7db80/0xcefed536a36e0583 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378658:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.378659:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378662:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e40ea80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.378663:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378666:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378669:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378672:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e40ea80/0xcefed536a36e04d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378679:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378680:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378680:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.378682:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.378685:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378685:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.378686:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.378689:0:15057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420196 00000100:00100000:0.0:1705683772.378690:0:15057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbee900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+765:3082:x1788538554060672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.378692:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b573700/0xcefed536a366edf1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee84 expref: 5779 pid: 15078 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.378695:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.378696:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.378696:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683772.378697:0:15057:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23287 count 1 00010000:00010000:1.0:1705683772.378705:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b573700/0xcefed536a366edf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee84 expref: 5779 pid: 15078 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.378709:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b573700/0xcefed536a366edf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee84 expref: 5779 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378714:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5c1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0001_UUID:15077:1788538554060992:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.378723:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.378743:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.378743:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378752:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee080/0xcefed536a363ba57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597dfa expref: 8399 pid: 15028 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.378761:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.378761:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.378762:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.378763:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.378768:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.378774:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.378777:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee080/0xcefed536a363ba57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dfa expref: 8399 pid: 15028 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.378781:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.378784:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee080/0xcefed536a363ba57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dfa expref: 8399 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378789:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.378795:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554061056:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.378825:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.378826:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378827:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378832:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361856 00000100:00100000:1.0:1705683772.378835:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.378841:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5b80/0xcefed536a363ba0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597db4 expref: 8400 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378843:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.378849:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.378855:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378855:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378858:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360192 00000100:00100000:0.0:1705683772.378859:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378859:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.378860:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378863:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378864:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360512 00000100:00100000:1.0:1705683772.378864:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.378864:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d965b80/0xcefed536a366ed73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee06 expref: 5780 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378867:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361984 00010000:00010000:0.0:1705683772.378872:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b67c000/0xcefed536a3687557 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b73d8 expref: 7957 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.378880:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378881:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378881:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378882:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360832 00000100:00100000:3.0:1705683772.378882:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378883:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378883:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.378885:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc88c80/0xcefed536a366ed8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee22 expref: 5781 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.378885:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361088 00000100:00100000:1.0:1705683772.378886:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361344 00000100:00100000:0.0:1705683772.378890:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378890:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378891:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361664 00010000:00010000:1.0:1705683772.378891:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b71ef80/0xcefed536a36c7889 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf502 expref: 5782 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.378892:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4cad00/0xcefed536a363b890 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d91 expref: 8402 pid: 15081 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.378895:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009712a800/0xcefed536a366edb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee4c expref: 5783 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378896:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378897:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378898:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361920 00000100:00100000:0.0:1705683772.378899:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378900:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378901:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378902:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166317 00010000:00010000:1.0:1705683772.378902:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095daa300/0xcefed536a36c846e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfdbb expref: 5784 pid: 15126 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.378902:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378904:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+8402:1856:x1788538595361856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.378906:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166318 00010000:00010000:0.0:1705683772.378908:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.378909:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378909:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.378909:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5784:1859:x1788538595360192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.378910:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5b80/0xcefed536a363ba0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597db4 expref: 8402 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378911:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166319 00000100:00100000:1.0:1705683772.378913:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1859:x1788538595360512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.378915:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.378917:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5b80/0xcefed536a363ba0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597db4 expref: 8402 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.378917:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.378917:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d965b80/0xcefed536a366ed73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee06 expref: 5784 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.378919:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b67c000/0xcefed536a3687557 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b73d8 expref: 7957 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.378924:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5b80/0xcefed536a363ba0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597db4 expref: 8402 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.378924:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d965b80/0xcefed536a366ed73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee06 expref: 5784 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.378926:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b67c000/0xcefed536a3687557 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b73d8 expref: 7957 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.378929:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.378929:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.378930:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.378933:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378933:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b67c000/0xcefed536a3687557 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b73d8 expref: 7957 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.378935:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d965b80/0xcefed536a366ed73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee06 expref: 5784 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.378939:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.378940:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.378941:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.378941:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378944:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.378945:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.378946:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.378948:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+8401:1856:x1788538595361856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (205us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.378948:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.378951:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166317 00010000:00010000:1.0:1705683772.378952:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.378953:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.378956:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378956:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.378959:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166320 00000100:00100000:1.0:1705683772.378959:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1859:x1788538595360512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.378960:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+5783:1859:x1788538595360832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.378962:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166319 00010000:00010000:0.0:1705683772.378963:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.378965:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cc88c80/0xcefed536a366ed8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee22 expref: 5783 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.378966:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.378968:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378968:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.378970:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166321 00010000:00010000:0.0:1705683772.378972:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cc88c80/0xcefed536a366ed8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee22 expref: 5783 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.378972:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5783:1859:x1788538595361344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.378975:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.378977:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b71ef80/0xcefed536a36c7889 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf502 expref: 5783 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.378978:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cc88c80/0xcefed536a366ed8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee22 expref: 5783 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.378978:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5783:1859:x1788538595360192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (201us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.378982:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.378983:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.378983:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166318 00010000:00010000:0.0:1705683772.378984:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378984:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b71ef80/0xcefed536a36c7889 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf502 expref: 5782 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.378986:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.378991:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b71ef80/0xcefed536a36c7889 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf502 expref: 5781 pid: 14224 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.378992:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.378993:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.378993:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.378996:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.378996:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166322 00010000:00010000:1.0:1705683772.378997:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.378998:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+5780:1859:x1788538595360832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (209us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.378998:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.379000:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166320 00000100:00100000:3.0:1705683772.379000:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5780:1859:x1788538595361664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.379001:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.379005:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.379005:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.379005:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.379007:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166323 00010000:00010000:1.0:1705683772.379007:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.379008:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009712a800/0xcefed536a366edb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee4c expref: 5779 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.379009:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:1859:x1788538595361088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.379012:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.379012:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5779:1859:x1788538595361344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (176us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.379014:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4cad00/0xcefed536a363b890 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d91 expref: 8400 pid: 15081 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.379015:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166321 00010000:00010000:3.0:1705683772.379015:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009712a800/0xcefed536a366edb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee4c expref: 5779 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.379021:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4cad00/0xcefed536a363b890 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d91 expref: 8400 pid: 15081 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.379021:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.379021:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.379023:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166324 00000100:00100000:1.0:1705683772.379025:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5778:1859:x1788538595361920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.379026:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009712a800/0xcefed536a366edb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee4c expref: 5778 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.379027:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cad00/0xcefed536a363b890 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d91 expref: 8400 pid: 15081 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.379028:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.379029:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095daa300/0xcefed536a36c846e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfdbb expref: 5778 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.379031:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379032:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379033:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379034:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379036:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379036:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095daa300/0xcefed536a36c846e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfdbb expref: 5777 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.379036:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.379037:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379042:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.379042:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095daa300/0xcefed536a36c846e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cfdbb expref: 5777 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.379042:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.379046:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+8399:1859:x1788538595361088:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (222us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.379047:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.379048:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.379049:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166323 00010000:00010000:1.0:1705683772.379049:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379052:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379055:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.379058:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.379065:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+5776:1859:x1788538595361920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.379065:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5776:1859:x1788538595361664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 64us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.379067:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166324 00000100:00100000:3.0:1705683772.379070:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166322 00010000:00010000:1.0:1705683772.379075:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379077:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379078:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379081:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379081:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379084:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379087:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379087:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379090:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379093:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.379096:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.379097:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379102:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379108:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379117:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683772.379153:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f20850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1838:3084:x1788538554058752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7759us (7781us total) trans 4295137951 rc 0/0 00000100:00100000:1.0:1705683772.379156:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420174 00000100:00100000:0.0:1705683772.379162:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a563700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3816:3082:x1788538554058688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7660us (7688us total) trans 4295137952 rc 0/0 00000100:00100000:1.0:1705683772.379163:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.379163:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.379165:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420175 00000100:00100000:1.0:1705683772.379165:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362048 00000100:00100000:0.0:1705683772.379172:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.379172:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.379173:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.379173:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.379174:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362112 00000100:00100000:0.0:1705683772.379176:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420197 00000100:00100000:0.0:1705683772.379178:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:8dc539e0-a6d0-4264-ae88-11424261aea3+8398:18534:x1788538595361984:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:1.0:1705683772.379179:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.379180:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.379182:0:15053:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.379182:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420198 00000100:00100000:1.0:1705683772.379184:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9433:26724:x1788538595362048:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.379188:0:15048:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.379204:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3815:3081:x1788538554055872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12862us (12918us total) trans 4295137953 rc 0/0 00000100:00100000:3.0:1705683772.379210:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420145 00000100:00100000:3.0:1705683772.379219:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.379220:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.379224:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420199 00000100:00100000:3.0:1705683772.379227:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c77a26ac-6587-4500-88fc-a375de7e12f4+9433:19986:x1788538595362112:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.379234:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.379242:0:15053:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098901180/0xcefed536a36e0671 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bf2 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379251:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abde800/0xcefed536a369ca12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd09 expref: 8399 pid: 15078 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.379255:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de57700/0xcefed536a36a9b16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e1c expref: 7955 pid: 15118 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.379258:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379258:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379259:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098901180/0xcefed536a36e0671 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bf2 expref: 8399 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379270:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012de57700/0xcefed536a36a9b16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e1c expref: 7955 pid: 15118 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.379274:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012de57700/0xcefed536a36a9b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e1c expref: 7955 pid: 15118 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.379279:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554061120:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.379290:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abde800/0xcefed536a369ca12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd09 expref: 8399 pid: 15078 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.379294:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abde800/0xcefed536a369ca12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd09 expref: 8399 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.379297:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989d6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554061184:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.379302:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f876600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.379308:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683772.379310:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379312:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801313f0780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379313:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379317:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379323:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379326:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801313f0780/0xcefed536a36e05bb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379508:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.379509:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379512:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801313f0500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379513:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379516:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379520:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379522:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801313f0500/0xcefed536a36e05d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379530:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.379531:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379536:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e40e580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379537:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379540:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379544:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379546:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e40e580/0xcefed536a36e04f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379553:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379554:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379554:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379556:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379558:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379560:0:15057:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379565:0:15057:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee300/0xcefed536a363ba73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597e1d expref: 8399 pid: 15028 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.379567:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379568:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379569:0:15057:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379577:0:15057:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee300/0xcefed536a363ba73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e1d expref: 8399 pid: 15028 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.379581:0:15057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee300/0xcefed536a363ba73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e1d expref: 8399 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.379585:0:15057:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f125500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554061248:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.379592:0:15057:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665acc0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.379599:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379602:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379605:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379608:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379613:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.379616:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.379617:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379620:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096081400 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379621:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379624:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379624:0:15048:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323a3480/0xcefed536a36e067f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8bf9 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379629:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.379631:0:15048:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.379632:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096081400/0xcefed536a36e05c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379638:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.379638:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379639:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.379639:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379640:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.379640:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a3480/0xcefed536a36e067f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bf9 expref: 9434 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379645:0:15048:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801323a3480/0xcefed536a36e067f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bf9 expref: 9434 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379650:0:15048:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801323a3480, rc 0) 00000100:00100000:1.0:1705683772.379658:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:26724:x1788538595362048:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 473us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.379661:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420198 00010000:00010000:1.0:1705683772.379673:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379677:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379680:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379683:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379694:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.379697:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.379699:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379702:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b1c8500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379703:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379706:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379711:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379716:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b1c8500/0xcefed536a36e05b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379724:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379724:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379725:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.379734:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1838:3082:x1788538554058624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8204us (8235us total) trans 4295137954 rc 0/0 00000100:00100000:0.0:1705683772.379738:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420176 00010000:00010000:0.0:1705683772.379747:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379751:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.379753:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+766:3082:x1788538554058240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8473us (8496us total) trans 4295137186 rc 0/0 00010000:00010000:0.0:1705683772.379754:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379756:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.379757:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420173 00010000:00010000:0.0:1705683772.379762:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.379764:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.379765:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379767:0:15062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379768:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e40cf00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379769:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379770:0:15062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379772:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379776:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379776:0:15062:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379776:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c7b4c80/0xcefed536a36e0686 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x8d63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c00 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379779:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e40cf00/0xcefed536a36e0560 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379779:0:15062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379785:0:15062:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.379786:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:3.0:1705683772.379786:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x8d63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.379787:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379790:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f79900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379790:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379793:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379795:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.379796:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.379797:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379798:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c7b4c80/0xcefed536a36e0686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c00 expref: 9434 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379822:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f79900/0xcefed536a36e053d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379832:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379833:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379834:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379836:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.379837:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c7b4c80/0xcefed536a36e0686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c00 expref: 9434 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.379845:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7b4c80, rc 0) 00000100:00100000:3.0:1705683772.379856:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:19986:x1788538595362112:12345-192.168.203.16@tcp:101:dd.0 Request processed in 628us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.379861:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420199 00000100:00100000:1.0:1705683772.379870:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+791:3083:x1788538554056832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11437us (11460us total) trans 4295137187 rc 0/0 00000100:00100000:1.0:1705683772.379874:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420155 00010000:00010000:1.0:1705683772.379884:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.379886:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.379887:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379891:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.379893:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.379894:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3815:3081:x1788538554057088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10654us (10692us total) trans 4295137955 rc 0/0 00000100:00100000:0.0:1705683772.379898:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420160 00010000:00010000:3.0:1705683772.379902:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683772.379904:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.379909:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.379910:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379914:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c099b80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379915:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379918:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379923:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379926:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c099b80/0xcefed536a36e064e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x974a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379933:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.379933:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379939:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b1cb980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.379940:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379943:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379947:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379949:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b1cb980/0xcefed536a36e05ad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.379958:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379958:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.379958:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+1839:3083:x1788538554058304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8787us (8814us total) trans 4295137956 rc 0/0 00010000:00010000:0.0:1705683772.379959:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.379961:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.379961:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420171 00000004:00080000:0.0:1705683772.379972:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da69400/2, rc 0, transno 170659 00000100:00100000:0.0:1705683772.379977:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da69400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554057088:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683772.379981:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ae1e00/2, rc 0, transno 170660 00000100:00100000:1.0:1705683772.379985:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ae1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554058304:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1705683772.379993:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ddb200/2, rc 0, transno 170657 00000100:00100000:3.0:1705683772.379993:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cce900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1838:3082:x1788538554060480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1973us (2017us total) trans 4295137957 rc 0/0 00000100:00100000:0.0:1705683772.379996:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554055872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.379998:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420191 00000004:00080000:1.0:1705683772.380003:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da68f00/2, rc 0, transno 169891 00000004:00080000:0.0:1705683772.380007:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a50f00/2, rc 0, transno 169889 00000100:00100000:0.0:1705683772.380009:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554055552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.380012:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da68f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554056832:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.380014:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.380018:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008eeb7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554061504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.380022:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093890a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554061376:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.380030:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.380032:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.380035:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008eeb4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554061440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.380039:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f125a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554061312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.380039:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.380043:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.380044:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.380048:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.380049:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380049:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380053:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061504 00000004:00080000:0.0:1705683772.380058:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096c0d000/2, rc 0, transno 170661 00000100:00100000:1.0:1705683772.380060:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380060:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380061:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061440 00000100:00100000:1.0:1705683772.380065:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.380065:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683772.380066:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c0d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554060480:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.380066:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380068:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420200 00000100:00100000:1.0:1705683772.380069:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+766:3083:x1788538554061504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.380070:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.380071:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380075:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e40e300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.380076:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.380076:0:15041:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23289 count 1 00010000:00010000:0.0:1705683772.380079:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380085:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380087:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e40e300/0xcefed536a36e057c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380095:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.380095:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.380096:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.380108:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.380117:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683772.380119:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cc8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554061568:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.380128:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.380136:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380137:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380140:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061312 00000100:00100000:3.0:1705683772.380146:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+767:3081:x1788538554057664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10609us (10646us total) trans 4295137188 rc 0/0 00000100:00100000:0.0:1705683772.380149:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380149:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380151:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061568 00000100:00100000:3.0:1705683772.380151:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420164 00000100:00100000:0.0:1705683772.380156:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380157:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380159:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420201 00000100:00100000:0.0:1705683772.380161:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3816:3082:x1788538554061440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.380161:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380162:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380166:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420202 00002000:00080000:0.0:1705683772.380168:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36292 count 1 00000100:00100000:3.0:1705683772.380169:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090f1da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3816:3083:x1788538554061312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.380178:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36291 count 1 00010000:00010000:1.0:1705683772.380210:0:15041:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380216:0:15041:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6d00/0xcefed536a363ba9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597e4e expref: 8399 pid: 14225 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.380219:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.380220:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.380220:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380232:0:15041:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6d00/0xcefed536a363ba9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e4e expref: 8399 pid: 14225 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.380237:0:15041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6d00/0xcefed536a363ba9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e4e expref: 8399 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.380241:0:15041:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554061696:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.380250:0:15041:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.380254:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.380257:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380258:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.380260:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b6f2a80/0xcefed536a366ee0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeea0 expref: 5774 pid: 15057 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.380262:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420203 00010000:00010000:0.0:1705683772.380263:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380264:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.380264:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+791:3083:x1788538554061568:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.380265:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.380270:0:15062:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32720 count 1 00010000:00010000:0.0:1705683772.380273:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b6f2a80/0xcefed536a366ee0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeea0 expref: 5774 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.380278:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b6f2a80/0xcefed536a366ee0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeea0 expref: 5774 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.380283:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554061760:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.380284:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.380292:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.380293:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b6f0a00/0xcefed536a366edff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aee92 expref: 5774 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.380299:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.380300:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.380301:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.380302:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.380315:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b6f0a00/0xcefed536a366edff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee92 expref: 5774 pid: 15057 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1705683772.380316:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dbef800/2, rc 0, transno 169892 00000100:00100000:0.0:1705683772.380319:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554057664:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.380323:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b6f0a00/0xcefed536a366edff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee92 expref: 5774 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.380329:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380330:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380331:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cc9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554061824:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.380333:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061376 00000100:00100000:0.0:1705683772.380341:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380342:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380344:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420204 00000100:00100000:3.0:1705683772.380345:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012f0a5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.380346:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da6b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+1838:3081:x1788538554061376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1705683772.380351:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37774 count 1 00000004:00080000:3.0:1705683772.380366:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5c2800/2, rc 0, transno 170655 00010000:00010000:0.0:1705683772.380373:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.380373:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5c2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554058752:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1705683772.380378:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b592f80/0xcefed536a36d2d94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d3e6d expref: 5774 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.380381:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380382:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380382:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380390:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b592f80/0xcefed536a36d2d94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d3e6d expref: 5774 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.380393:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b592f80/0xcefed536a36d2d94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d3e6d expref: 5774 pid: 15031 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.380398:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554062016:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.380398:0:15062:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.380398:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800989d3200/2, rc 0, transno 170654 00010000:00010000:1.0:1705683772.380403:0:15062:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096b95b80/0xcefed536a368b418 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b805e expref: 7955 pid: 15032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.380403:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989d3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554057856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1705683772.380406:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2430c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.380407:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.380407:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.380408:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.380416:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008eeb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554061632:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1705683772.380416:0:15062:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096b95b80/0xcefed536a368b418 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b805e expref: 7955 pid: 15032 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.380419:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6ad00/2, rc 0, transno 169888 00010000:00010000:1.0:1705683772.380423:0:15062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096b95b80/0xcefed536a368b418 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b805e expref: 7955 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.380423:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554057152:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.380425:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.380428:0:15062:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554062080:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.380433:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683772.380435:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008da6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554061888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.380437:0:15062:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.380442:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554062144:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.380443:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380444:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380445:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.380446:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061632 00000100:00100000:0.0:1705683772.380455:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380455:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380455:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380455:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380457:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061888 00000100:00100000:0.0:1705683772.380458:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420205 00000100:00100000:0.0:1705683772.380460:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+1839:3081:x1788538554061632:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1705683772.380460:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.380461:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380462:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380465:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554062144 00002000:00080000:0.0:1705683772.380467:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37140 count 1 00000100:00100000:1.0:1705683772.380469:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380469:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380471:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420206 00000100:00100000:3.0:1705683772.380471:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.380473:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009339f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+767:3081:x1788538554061888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.380476:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131cc8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554061952:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1705683772.380479:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23290 count 1 00000100:00100000:3.0:1705683772.380489:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.380502:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.380503:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.380503:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380507:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554061952 00010000:00010000:0.0:1705683772.380508:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008edf3c00/0xcefed536a36b432b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c812e expref: 9433 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380511:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.380512:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.380512:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380521:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008edf3c00/0xcefed536a36b432b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c812e expref: 9433 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.380522:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380523:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.380524:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008edf3c00/0xcefed536a36b432b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c812e expref: 9433 pid: 15026 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.380528:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420207 00000100:00100000:0.0:1705683772.380529:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554062208:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.380531:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0001-mdtlov_UUID+792:3084:x1788538554062144:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.380539:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00002000:00080000:3.0:1705683772.380542:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32721 count 1 00000100:00100000:0.0:1705683772.380545:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380546:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380549:0:15086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420208 00000100:00100000:0.0:1705683772.380550:0:15086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0001-mdtlov_UUID+1840:3084:x1788538554061952:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1705683772.380556:0:15086:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37465 count 1 00010000:00010000:0.0:1705683772.380576:0:15086:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380580:0:15086:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a27f980/0xcefed536a36d628b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d469a expref: 9433 pid: 15146 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.380583:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380584:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380585:0:15086:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.380592:0:15086:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a27f980/0xcefed536a36d628b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d469a expref: 9433 pid: 15146 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.380595:0:15086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a27f980/0xcefed536a36d628b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d469a expref: 9433 pid: 15146 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.380600:0:15086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ee4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554062272:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.380607:0:15086:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2439c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.380611:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380617:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4ae300/0xcefed536a363bab2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597e63 expref: 8399 pid: 15135 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1705683772.380619:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5c3200/2, rc 0, transno 170658 00010000:00010000:1.0:1705683772.380621:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.380621:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.380622:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.380623:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5c3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554058624:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1705683772.380632:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5c6e00/2, rc 0, transno 170656 00000100:00100000:0.0:1705683772.380634:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5c6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554058688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.380634:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b4ae300/0xcefed536a363bab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e63 expref: 8399 pid: 15135 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.380638:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b4ae300/0xcefed536a363bab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e63 expref: 8399 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.380643:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554062336:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.380648:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008febda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554062400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.380652:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.380657:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.380661:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380661:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380664:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554062400 00000004:00080000:0.0:1705683772.380672:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c9c1900/2, rc 0, transno 169890 00000100:00100000:1.0:1705683772.380673:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380673:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380674:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9c1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554058240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.380675:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420209 00000100:00100000:1.0:1705683772.380677:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008febb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0000-mdtlov_UUID+3817:3081:x1788538554062400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.380682:0:15048:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36293 count 1 00000100:00100000:0.0:1705683772.380687:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683772.380689:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008febc100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554062464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.380697:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.380704:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380704:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380707:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554062464 00000100:00100000:0.0:1705683772.380716:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380716:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380718:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420210 00000100:00100000:0.0:1705683772.380720:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008febe900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0000-mdtlov_UUID+768:3081:x1788538554062464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.380726:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23291 count 1 00010000:00010000:3.0:1705683772.380758:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380767:0:15048:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.380767:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c162d00/0xcefed536a368baa1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b81fb expref: 7955 pid: 15050 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380773:0:15048:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c844500/0xcefed536a366ee1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeae expref: 5774 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.380773:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.380774:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.380774:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380776:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.380776:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.380777:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380788:0:15048:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c844500/0xcefed536a366ee1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeae expref: 5774 pid: 14272 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.380792:0:15048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c844500/0xcefed536a366ee1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeae expref: 5774 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.380795:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c162d00/0xcefed536a368baa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b81fb expref: 7955 pid: 15050 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.380797:0:15048:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554062528:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.380828:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c162d00/0xcefed536a368baa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b81fb expref: 7955 pid: 15050 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.380831:0:15048:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d840 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.380837:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554062592:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.380852:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.380854:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.380861:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380862:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380865:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.380867:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360384 00000100:00100000:1.0:1705683772.380873:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.380876:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c14e800/0xcefed536a36c7078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf02b expref: 5775 pid: 15089 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.380882:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.380888:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.380889:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.380890:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380890:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380893:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360704 00010000:00010000:0.0:1705683772.380894:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c7480/0xcefed536a363badc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597e86 expref: 8399 pid: 14225 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.380897:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.380898:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380898:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380899:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.380900:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4eca00/0xcefed536a363b874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d7c expref: 8400 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.380904:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.380911:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.380912:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e6c7480/0xcefed536a363badc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e86 expref: 8400 pid: 14225 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.380916:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e6c7480/0xcefed536a363badc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e86 expref: 8400 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.380917:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380918:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380919:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380919:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380920:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800736af300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554062656:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.380921:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595360960 00000100:00100000:1.0:1705683772.380923:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361152 00010000:00010000:3.0:1705683772.380928:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a8c3200/0xcefed536a368899a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7800 expref: 7956 pid: 15050 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.380929:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093d5eb40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.380930:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097128500/0xcefed536a366edab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee3e expref: 5776 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.380940:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380940:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380941:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380941:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380941:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380941:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380943:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361536 00000100:00100000:3.0:1705683772.380944:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595361792 00000100:00100000:0.0:1705683772.380945:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166325 00010000:00010000:1.0:1705683772.380946:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098b15b80/0xcefed536a3684db8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b63e0 expref: 7957 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.380947:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5777:1859:x1788538595360384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.380950:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099d56080/0xcefed536a36c87a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cff66 expref: 5777 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.380951:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.380953:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c14e800/0xcefed536a36c7078 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf02b expref: 5777 pid: 15089 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.380954:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380954:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.380956:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166326 00010000:00010000:0.0:1705683772.380957:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c14e800/0xcefed536a36c7078 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf02b expref: 5777 pid: 15089 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.380959:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe15f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:1859:x1788538595360704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.380960:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.380960:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.380963:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.380964:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166327 00010000:00010000:0.0:1705683772.380965:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c14e800/0xcefed536a36c7078 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cf02b expref: 5777 pid: 15089 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.380965:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4eca00/0xcefed536a363b874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d7c expref: 8400 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.380967:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe15000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1859:x1788538595360960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.380969:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4eca00/0xcefed536a363b874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d7c expref: 8400 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.380970:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380971:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.380971:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.380973:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.380975:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.380975:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a8c3200/0xcefed536a368899a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7800 expref: 7957 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.380977:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4eca00/0xcefed536a363b874 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597d7c expref: 8400 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.380982:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.380982:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a8c3200/0xcefed536a368899a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7800 expref: 7957 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.380983:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.380983:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.380984:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.380987:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.380988:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5776:1859:x1788538595360384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.380991:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166325 00010000:00010000:1.0:1705683772.380995:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.380995:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a8c3200/0xcefed536a368899a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7800 expref: 7957 pid: 15050 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.380999:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.380999:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381001:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166328 00000100:00100000:1.0:1705683772.381002:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe15f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8399:1859:x1788538595360704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.381003:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe61050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5775:1859:x1788538595361152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.381004:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.381005:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166326 00010000:00010000:3.0:1705683772.381005:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.381006:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.381007:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381008:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097128500/0xcefed536a366edab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee3e expref: 5775 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.381011:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.381012:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097128500/0xcefed536a366edab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee3e expref: 5775 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.381012:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.381012:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.381014:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166329 00000100:00100000:1.0:1705683772.381015:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe10500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1859:x1788538595361536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.381017:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097128500/0xcefed536a366edab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee3e expref: 5775 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.381018:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.381020:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098b15b80/0xcefed536a3684db8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b63e0 expref: 7956 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.381022:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.381023:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.381023:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381024:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098b15b80/0xcefed536a3684db8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b63e0 expref: 7956 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.381025:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.381029:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381030:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b15b80/0xcefed536a3684db8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b63e0 expref: 7956 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.381035:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.381035:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.381036:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.381037:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.381037:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe15000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7955:1859:x1788538595360960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.381041:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe61050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5774:1859:x1788538595361152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (159us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.381041:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.381043:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166328 00000100:00100000:3.0:1705683772.381046:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166327 00010000:00010000:1.0:1705683772.381047:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.381048:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381049:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381051:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166330 00000100:00100000:1.0:1705683772.381052:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe10500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7955:1859:x1788538595361536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.381053:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5773:1859:x1788538595361792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.381054:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166329 00010000:00010000:0.0:1705683772.381056:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.381057:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099d56080/0xcefed536a36c87a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cff66 expref: 5773 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.381061:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099d56080/0xcefed536a36c87a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cff66 expref: 5773 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.381063:0:15128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381067:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099d56080/0xcefed536a36c87a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15cff66 expref: 5773 pid: 14224 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.381069:0:15128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381072:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.381072:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.381072:0:15128:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381073:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381075:0:15128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381078:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381080:0:15128:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.381081:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.381082:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.381084:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.381086:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362176 00000100:00100000:0.0:1705683772.381089:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5772:1859:x1788538595361792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 35us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.381091:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166330 00000100:00100000:3.0:1705683772.381098:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.381098:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.381100:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362240 00010000:00010000:0.0:1705683772.381102:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.381103:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381106:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880133e5d180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.381108:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.381108:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.381108:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.381111:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.381112:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420211 00000100:00100000:3.0:1705683772.381115:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130295f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+7955:21555:x1788538595362176:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.381116:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381119:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133e5d180/0xcefed536a36e04db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.381121:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.381127:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381128:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381129:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.381131:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381131:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381134:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420212 00000100:00100000:0.0:1705683772.381136:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7955:21959:x1788538595362240:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.381141:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.381142:0:15128:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a56400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0001-mdtlov_UUID+793:3081:x1788538554055424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15066us (15379us total) trans 4295137189 rc 0/0 00000100:00100000:1.0:1705683772.381145:0:15128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420143 00010000:00010000:1.0:1705683772.381237:0:15066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381241:0:15066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381244:0:15066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381247:0:15066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381259:0:15066:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.381313:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbe9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+769:3082:x1788538554057024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12396us (12613us total) trans 4295137190 rc 0/0 00000100:00100000:1.0:1705683772.381317:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420159 00010000:00010000:1.0:1705683772.381327:0:15063:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381330:0:15063:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381334:0:15063:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381337:0:15063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381342:0:15063:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.381377:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b16ca00/0xcefed536a36e06da lrc: 2/0,0 mode: --/PW res: [0x280000401:0xbd1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c07 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.381388:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xbd1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.381396:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.381397:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.381398:0:15063:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a56e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_049:lustre-MDT0001-mdtlov_UUID+1841:3084:x1788538554059136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9525us (9698us total) trans 4295137958 rc 0/0 00010000:00010000:3.0:1705683772.381400:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b16ca00/0xcefed536a36e06da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c07 expref: 7956 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.381401:0:15063:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420177 00010000:00010000:0.0:1705683772.381408:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.381408:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b16ca00/0xcefed536a36e06da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c07 expref: 7956 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381410:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381412:0:15059:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381413:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f79e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.381414:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.381414:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b16ca00, rc 0) 00010000:00010000:1.0:1705683772.381415:0:15059:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381417:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381418:0:15059:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381422:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381424:0:15059:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381425:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f79e00/0xcefed536a36e054b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.381425:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130295f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:21555:x1788538595362176:12345-192.168.203.16@tcp:101:dd.0 Request processed in 310us (520us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.381429:0:15059:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.381431:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420211 00010000:00010000:0.0:1705683772.381432:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.381433:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381436:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b1cbc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.381437:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381440:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381444:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381447:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b1cbc00/0xcefed536a36e05d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381454:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.381455:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.381456:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a564100/2, rc 0, transno 170662 00010000:00010000:0.0:1705683772.381458:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880133e5c780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.381459:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381461:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.381463:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a564100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554059136:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1705683772.381465:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381467:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133e5c780/0xcefed536a36e051a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x910a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381477:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381477:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381478:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.381479:0:15059:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_046:lustre-MDT0001-mdtlov_UUID+1841:3083:x1788538554056320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14141us (14219us total) trans 4295137959 rc 0/0 00010000:00010000:0.0:1705683772.381480:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381482:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.381482:0:15059:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420150 00000004:00080000:3.0:1705683772.381483:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099ee0000/2, rc 0, transno 170663 00010000:00010000:0.0:1705683772.381485:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008edcd180/0xcefed536a36e06e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc088:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c0e expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.381488:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554056320:0@lo:6:osp-syn-1-1.0 00002000:00010000:0.0:1705683772.381491:0:14210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc088:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.381493:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381496:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381497:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.381498:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.381499:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381500:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008edcd180/0xcefed536a36e06e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c0e expref: 7956 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381502:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381504:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008edcd180/0xcefed536a36e06e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c0e expref: 7956 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381508:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008edcd180, rc 0) 00010000:00010000:1.0:1705683772.381513:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.381515:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.381516:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381519:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801307c3480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.381520:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381522:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381528:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381532:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801307c3480/0xcefed536a36e0575 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381538:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381539:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381539:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.381546:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:21959:x1788538595362240:12345-192.168.203.16@tcp:101:dd.0 Request processed in 409us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.381549:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420212 00010000:00010000:0.0:1705683772.381558:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381562:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381565:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381567:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.381567:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+793:3081:x1788538554057472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12072us (12103us total) trans 4295137191 rc 0/0 00000100:00100000:1.0:1705683772.381570:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420163 00010000:00010000:0.0:1705683772.381572:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.381575:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.381577:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381579:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801307c3c00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.381580:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381583:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381587:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.381589:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.381590:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801307c3c00/0xcefed536a36e059f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.381596:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381597:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.381597:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.381598:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.381605:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.381610:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.381610:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.381613:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362368 00000100:00100000:1.0:1705683772.381622:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.381622:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.381624:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298674 00000100:00100000:1.0:1705683772.381627:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130293700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1289:21990:x1788538595362368:12345-192.168.203.16@tcp:101:mrename.0 00010000:00010000:1.0:1705683772.381632:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.381652:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e99e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+3818:3081:x1788538554058112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10633us (10985us total) trans 4295137960 rc 0/0 00000100:00100000:0.0:1705683772.381656:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420170 00010000:00010000:1.0:1705683772.381680:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801323a1b80/0xcefed536a36e06e8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c23 expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.381729:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00000100:00100000:0.0:1705683772.381733:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381733:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.381735:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT1 00000100:00100000:0.0:1705683772.381736:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362304 00010000:00010000:1.0:1705683772.381739:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT1 00000100:00100000:0.0:1705683772.381743:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381744:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381745:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362432 00000100:00100000:0.0:1705683772.381749:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381750:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381752:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420213 00000100:00100000:0.0:1705683772.381754:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130294b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:26792:x1788538595362304:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.381758:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.381784:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.381787:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381790:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381858:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801323d9680/0xcefed536a36e06fd lrc: 3/1,0 mode: --/PR res: [0x240000403:0x22b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.381862:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801323d9680/0xcefed536a36e06fd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x22b3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381867:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801323d9680/0xcefed536a36e06fd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x22b3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT1 00000004:00080000:3.0:1705683772.381877:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090e9f300/2, rc 0, transno 170664 00000004:00200000:1.0:1705683772.381882:0:14196:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x22b3:0x0]: returning size 4096 00000004:00200000:1.0:1705683772.381883:0:14196:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1705683772.381889:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090e9f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554058112:0@lo:6:osp-syn-1-0.0 00000004:00010000:1.0:1705683772.381890:0:14196:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8801323d9680/0xcefed536a36e06fd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x22b3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381894:0:14196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381897:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT1 00000004:00080000:3.0:1705683772.381897:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6f300/2, rc 0, transno 169895 00010000:00010000:1.0:1705683772.381899:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381901:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT1 00000100:00100000:3.0:1705683772.381902:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554057472:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.381903:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323db480 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.381904:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381907:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381910:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88006f83c300) 00010000:00010000:1.0:1705683772.381911:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.381912:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381914:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801323db480/0xcefed536a36e06ef lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381919:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381922:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381924:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT1 00000100:00100000:3.0:1705683772.381924:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1705683772.381926:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323dad00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.381927:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381929:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT1 00000100:00100000:3.0:1705683772.381930:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094fabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554062720:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.381931:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff88009da8a500) 00010000:00010000:1.0:1705683772.381932:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.381933:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.381935:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801323dad00/0xcefed536a36e06f6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT1 00000100:00100000:3.0:1705683772.381947:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.381950:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381950:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381954:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554062720 00010000:00010000:1.0:1705683772.381954:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801323a1b80/0xcefed536a36e06e8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c23 expref: 1291 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.381958:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800736aa800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554062784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.381960:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801323d9680/0xcefed536a36e06fd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x22b3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c23 expref: 1290 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.381962:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.381962:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.381962:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x22b3:0x0].0x0 (ffff88009da8a900) 00010000:00010000:1.0:1705683772.381963:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683772.381964:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801323d9680, rc 0) 00000100:00100000:0.0:1705683772.381965:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420214 00000100:00100000:0.0:1705683772.381967:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130295000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:16585:x1788538595362432:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.381971:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.381972:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.381974:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130293700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1290:21990:x1788538595362368:12345-192.168.203.16@tcp:101:mrename.0 Request processed in 346us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.381977:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298674 00000100:00100000:1.0:1705683772.381988:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.381989:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.381992:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554062784 00000004:00080000:3.0:1705683772.381998:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ddd000/2, rc 0, transno 169893 00000100:00100000:1.0:1705683772.382000:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382000:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382002:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420215 00000100:00100000:3.0:1705683772.382003:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554055424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.382004:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0001-mdtlov_UUID+793:3084:x1788538554062720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.382010:0:15098:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32722 count 1 00000100:00100000:3.0:1705683772.382022:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.382023:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.382028:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420216 00000100:00100000:3.0:1705683772.382031:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3818:3084:x1788538554062784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.382041:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36294 count 1 00010000:00010000:3.0:1705683772.382147:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382156:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c846300/0xcefed536a366ee29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeebc expref: 5771 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.382166:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.382167:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.382168:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382182:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c846300/0xcefed536a366ee29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeebc expref: 5771 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.382188:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c846300/0xcefed536a366ee29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeebc expref: 5771 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.382197:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008eeb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15132:1788538554062912:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.382211:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.382224:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008eeb5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554062848:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.382240:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.382265:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099ee1400/2, rc 0, transno 169894 00000100:00100000:3.0:1705683772.382270:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554057024:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.382281:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131cb7200/0xcefed536a36e0712 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xabb1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c1c expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382281:0:15098:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.382288:0:15142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xabb1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.382288:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eefed00/0xcefed536a368c1fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b836e expref: 7955 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382291:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.382292:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.382293:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382294:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.382294:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1705683772.382295:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.382297:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb7200/0xcefed536a36e0712 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c1c expref: 8401 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.382298:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe15f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554062976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.382302:0:15142:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131cb7200/0xcefed536a36e0712 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c1c expref: 8401 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382302:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008eefed00/0xcefed536a368c1fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b836e expref: 7955 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382306:0:15142:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131cb7200, rc 0) 00010000:00010000:1.0:1705683772.382307:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eefed00/0xcefed536a368c1fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b836e expref: 7955 pid: 15098 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.382311:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880130290500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554063040:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.382314:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130295000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:8dc539e0-a6d0-4264-ae88-11424261aea3+8401:16585:x1788538595362432:12345-192.168.203.16@tcp:101:dd.0 Request processed in 347us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.382317:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.382318:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420214 00000100:00100000:1.0:1705683772.382322:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.382324:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382325:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382327:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554062848 00000100:00100000:1.0:1705683772.382328:0:15059:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382328:0:15059:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382332:0:15059:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554062976 00000100:00100000:0.0:1705683772.382334:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382334:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.382335:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.382335:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382336:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420217 00000100:00100000:0.0:1705683772.382338:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+794:3081:x1788538554062848:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.382341:0:15059:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.382341:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420218 00000100:00100000:1.0:1705683772.382342:0:15059:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:0.0:1705683772.382343:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32723 count 1 00000100:00100000:3.0:1705683772.382344:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+769:3081:x1788538554062976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.382353:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23292 count 1 00000100:00100000:1.0:1705683772.382374:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.382388:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.382395:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.382402:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.382409:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.382414:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382414:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382417:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362752 00000100:00100000:1.0:1705683772.382425:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382425:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382428:0:14199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298675 00000100:00100000:1.0:1705683772.382429:0:14199:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130291400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c77a26ac-6587-4500-88fc-a375de7e12f4+1211:21822:x1788538595362752:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1705683772.382435:0:14199:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.382465:0:14199:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9e00/0xcefed536a36e0719 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c31 expref: -99 pid: 14199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.382473:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382474:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382476:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362496 00010000:00010000:0.0:1705683772.382483:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090e31b80/0xcefed536a36898f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ad8 expref: 7956 pid: 15064 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.382490:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382491:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382492:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362624 00010000:00010000:0.0:1705683772.382496:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013670ad00/0xcefed536a368a06f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7c75 expref: 7957 pid: 14279 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.382496:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.382500:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.382504:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382507:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382508:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382509:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362560 00010000:00010000:0.0:1705683772.382513:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b572d00/0xcefed536a366edc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee5a expref: 5772 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.382519:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382519:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382521:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166331 00000100:00100000:0.0:1705683772.382523:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130292d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1858:x1788538595362496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.382526:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.382528:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090e31b80/0xcefed536a36898f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ad8 expref: 7957 pid: 15064 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.382532:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090e31b80/0xcefed536a36898f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ad8 expref: 7957 pid: 15064 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.382537:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382540:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.382540:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382541:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.382542:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382542:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382545:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382551:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.382558:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130292d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7957:1858:x1788538595362496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 34us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.382561:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166331 00010000:00010000:1.0:1705683772.382564:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da300/0xcefed536a36e072e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x726:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382565:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382565:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382567:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166332 00010000:00010000:1.0:1705683772.382568:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da300/0xcefed536a36e072e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x726:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382569:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130296400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1858:x1788538595362624:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.382570:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da300/0xcefed536a36e072e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x726:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382571:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.382573:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013670ad00/0xcefed536a368a06f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7c75 expref: 7956 pid: 14279 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.382577:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013670ad00/0xcefed536a368a06f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7c75 expref: 7956 pid: 14279 timeout: 644 lvb_type: 0 00000004:00200000:1.0:1705683772.382582:0:14199:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x726:0x0]: returning size 4096 00000004:00200000:1.0:1705683772.382583:0:14199:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683772.382585:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.382586:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.382587:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683772.382588:0:14199:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da300/0xcefed536a36e072e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x726:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382590:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382592:0:14199:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382594:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.382594:0:14199:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.382596:0:14199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382598:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130296400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7956:1858:x1788538595362624:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 28us (209us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.382598:0:14199:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382600:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166332 00010000:00010000:1.0:1705683772.382600:0:14199:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323d9b80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.382601:0:14199:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382603:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382603:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.382604:0:14199:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382605:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166333 00000100:00100000:0.0:1705683772.382607:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130291900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5772:1858:x1788538595362560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.382607:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff88009da8ae00) 00010000:00010000:0.0:1705683772.382609:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.382609:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.382609:0:14199:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382610:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b572d00/0xcefed536a366edc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee5a expref: 5772 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.382612:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9b80/0xcefed536a36e0720 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382614:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b572d00/0xcefed536a366edc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee5a expref: 5772 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.382616:0:14199:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.382618:0:14199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382620:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.382620:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.382621:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382621:0:14199:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.382623:0:14199:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323da080 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.382624:0:14199:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14199 initiator: MDT0 00010000:00010000:1.0:1705683772.382625:0:14199:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382626:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382628:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x35 (ffff88012f0b2300) 00010000:00010000:1.0:1705683772.382629:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.382629:0:14199:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.382630:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.382631:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da080/0xcefed536a36e0727 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14199 initiator: MDT0 00000100:00100000:0.0:1705683772.382634:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130291900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5772:1858:x1788538595362560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 26us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.382636:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166333 00010000:00010000:3.0:1705683772.382643:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382647:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382650:0:14199:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801323d9e00/0xcefed536a36e0719 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c31 expref: 1213 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382652:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926c5b80/0xcefed536a368cc59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b8830 expref: 7955 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382653:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5180/0xcefed536a363bb22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597e9b expref: 8400 pid: 15131 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.382655:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.382656:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.382657:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382657:0:14199:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323da300/0xcefed536a36e072e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x726:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c31 expref: 1212 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382658:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.382659:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.382660:0:14199:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x726:0x0].0x0 (ffff88009cc31700) 00010000:00010000:3.0:1705683772.382660:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382661:0:14199:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683772.382662:0:14199:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801323da300, rc 0) 00010000:00010000:0.0:1705683772.382664:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926c5b80/0xcefed536a368cc59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8830 expref: 7955 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382668:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800926c5b80/0xcefed536a368cc59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8830 expref: 7955 pid: 15118 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.382671:0:14199:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130291400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c77a26ac-6587-4500-88fc-a375de7e12f4+1212:21822:x1788538595362752:12345-192.168.203.16@tcp:101:rm.0 Request processed in 241us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.382672:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800736ada00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554063104:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.382675:0:14199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298675 00010000:00010000:3.0:1705683772.382676:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5180/0xcefed536a363bb22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e9b expref: 8400 pid: 15131 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.382680:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.382683:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5180/0xcefed536a363bb22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e9b expref: 8400 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.382685:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382686:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382689:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362688 00000100:00100000:3.0:1705683772.382690:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554063168:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.382692:0:15027:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090e31b80/0xcefed536a36898f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ad8 expref: 7955 pid: 15064 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.382697:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.382697:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.382699:0:15027:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a50a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15027:1788538554059392:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.382700:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420219 00000100:00100000:1.0:1705683772.382702:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130291e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:20295:x1788538595362688:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:3.0:1705683772.382704:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.382706:0:15027:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.382706:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00100000:0.0:1705683772.382709:0:15027:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.382710:0:15027:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.382711:0:15027:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.382711:0:15027:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382714:0:15027:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382717:0:15027:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382720:0:15027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382722:0:14268:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b572d00/0xcefed536a366edc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee5a expref: 5771 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.382725:0:15027:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.382728:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.382729:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.382731:0:14268:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c80a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14268:1788538554059456:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.382732:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801313f2580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.382733:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382736:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382741:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382742:0:14268:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382743:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801313f2580/0xcefed536a36e05fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.382747:0:14268:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.382748:0:14268:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.382749:0:14268:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.382750:0:14268:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382753:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.382754:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.382755:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.382755:0:14268:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382761:0:14268:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382766:0:14268:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382781:0:14268:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.382784:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.382785:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382788:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c09b980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.382789:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382792:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382797:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382825:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c09b980/0xcefed536a36e0601 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14268 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382883:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.382884:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.382885:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.382901:0:14268:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a50500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+3819:3081:x1788538554059264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10495us (10563us total) trans 4295137961 rc 0/0 00000100:00100000:3.0:1705683772.382906:0:14268:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420179 00010000:00010000:3.0:1705683772.382932:0:15125:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013670ad00/0xcefed536a368a06f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7c75 expref: 7954 pid: 14279 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.382937:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a56400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+795:3081:x1788538554059328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10493us (10521us total) trans 4295137192 rc 0/0 00000100:00100000:0.0:1705683772.382941:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420180 00000100:00100000:3.0:1705683772.382941:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554059584:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.382951:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382953:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131cb4280/0xcefed536a36e0743 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c15 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.382956:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.382957:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.382957:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.382959:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382962:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b6c8780/0xcefed536a360b5be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb158209b expref: 7953 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382964:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382965:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.382966:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.382967:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb4280/0xcefed536a36e0743 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c15 expref: 8401 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382969:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.382974:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382975:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b6c8780/0xcefed536a360b5be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0x927681bb158209b expref: 7953 pid: 15140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382979:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b6c8780/0xcefed536a360b5be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158209b expref: 7953 pid: 15140 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.382984:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800736adf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554063232:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.382990:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.382991:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.382993:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.382996:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c09a800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.382997:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383000:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383005:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383007:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c09a800/0xcefed536a36e0608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.383009:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323da800/0xcefed536a36e074a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c2a expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383014:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.383015:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.383016:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1705683772.383017:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683772.383023:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255480 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.383023:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.383024:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.383026:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323da800/0xcefed536a36e074a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c2a expref: 9435 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.383033:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801323da800/0xcefed536a36e074a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c2a expref: 9435 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.383038:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801323da800, rc 0) 00000100:00100000:1.0:1705683772.383046:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130291e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:20295:x1788538595362688:12345-192.168.203.16@tcp:101:dd.0 Request processed in 343us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.383049:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420219 00000100:00100000:1.0:1705683772.383070:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.383079:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c82d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+795:3084:x1788538554059520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10150us (10190us total) trans 4295137193 rc 0/0 00000100:00100000:3.0:1705683772.383085:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420181 00000100:00100000:0.0:1705683772.383099:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383100:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383105:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362816 00000004:00080000:3.0:1705683772.383108:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090c86e00/2, rc 0, transno 169897 00000100:00100000:3.0:1705683772.383113:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c86e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554059520:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.383116:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383117:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383120:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298676 00000100:00100000:0.0:1705683772.383122:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130294600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+398:21948:x1788538595362816:12345-192.168.203.16@tcp:101:mrename.0 00010000:00010000:0.0:1705683772.383129:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.383133:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.383134:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.383144:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.383145:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.383149:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb4c80/0xcefed536a36e0751 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c38 expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.383150:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362880 00000100:00100000:3.0:1705683772.383162:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.383162:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.383163:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.383164:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.383166:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420220 00000100:00100000:3.0:1705683772.383169:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880130295a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:16401:x1788538595362880:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.383175:0:15125:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.383193:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383198:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383202:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383233:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383236:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383238:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383272:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb8e080/0xcefed536a36e0766 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383275:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb8e080/0xcefed536a36e0766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25cd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383278:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb8e080/0xcefed536a36e0766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25cd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00000004:00200000:0.0:1705683772.383290:0:14196:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x25cd:0x0]: returning size 4096 00000004:00200000:0.0:1705683772.383292:0:14196:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683772.383296:0:14196:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb8e080/0xcefed536a36e0766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25cd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383300:0:14196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383303:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383306:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383308:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383310:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131cb7c00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.383311:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383313:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383316:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:0.0:1705683772.383317:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.383318:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383320:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7c00/0xcefed536a36e0758 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383326:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383328:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383330:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383333:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131cb7480 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.383334:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383336:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383338:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3331 (ffff88012d97aa00) 00010000:00010000:0.0:1705683772.383339:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.383340:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383342:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb7480/0xcefed536a36e075f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.383360:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131cb4c80/0xcefed536a36e0751 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c38 expref: 400 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383366:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb8e080/0xcefed536a36e0766 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25cd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c38 expref: 399 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383369:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cd:0x0].0x0 (ffff88013037b600) 00010000:00010000:0.0:1705683772.383370:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683772.383370:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb8e080, rc 0) 00000100:00100000:0.0:1705683772.383379:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130294600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+399:21948:x1788538595362816:12345-192.168.203.16@tcp:101:mrename.0 Request processed in 257us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.383383:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298676 00010000:00010000:3.0:1705683772.383411:0:15125:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099d57c00/0xcefed536a36e076d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa84c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c3f expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.383425:0:15125:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xa84c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.383434:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.383435:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.383438:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d57c00/0xcefed536a36e076d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c3f expref: 7955 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.383446:0:15125:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099d57c00/0xcefed536a36e076d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c3f expref: 7955 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.383452:0:15125:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d57c00, rc 0) 00000100:00100000:3.0:1705683772.383464:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130295a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:c77a26ac-6587-4500-88fc-a375de7e12f4+7955:16401:x1788538595362880:12345-192.168.203.16@tcp:101:dd.0 Request processed in 294us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.383470:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420220 00000100:00100000:3.0:1705683772.383485:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554063296:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.383501:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.383528:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383529:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383533:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554063296 00000004:00080000:3.0:1705683772.383539:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090c80000/2, rc 0, transno 169896 00000100:00100000:3.0:1705683772.383544:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554059328:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.383547:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383548:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.383550:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420221 00000100:00100000:0.0:1705683772.383553:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+795:3084:x1788538554063296:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.383559:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32724 count 1 00000100:00100000:3.0:1705683772.383566:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554063360:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.383581:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.383586:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.383587:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.383590:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554063360 00000100:00100000:1.0:1705683772.383599:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.383599:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.383602:0:15075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420222 00000100:00100000:1.0:1705683772.383604:0:15075:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+796:3084:x1788538554063360:12345-0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1705683772.383606:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098a54100/2, rc 0, transno 170665 00002000:00080000:1.0:1705683772.383611:0:15075:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32725 count 1 00000100:00100000:3.0:1705683772.383618:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a54100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554059264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.383708:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383714:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090683700/0xcefed536a368d5dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b8d46 expref: 7954 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383717:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.383718:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.383719:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383726:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090683700/0xcefed536a368d5dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8d46 expref: 7954 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.383730:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090683700/0xcefed536a368d5dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8d46 expref: 7954 pid: 14267 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.383734:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800736ab700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554063488:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.383739:0:15075:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.383744:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255600 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.383746:0:15075:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013236e800/0xcefed536a368dc82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b9105 expref: 7954 pid: 15130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.383749:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.383750:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.383751:0:15075:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.383762:0:15075:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013236e800/0xcefed536a368dc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b9105 expref: 7954 pid: 15130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.383767:0:15075:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013236e800/0xcefed536a368dc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b9105 expref: 7954 pid: 15130 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.383772:0:15075:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009848a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0000_UUID:15075:1788538554063552:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.383783:0:15075:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.384155:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800736a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554063424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.384171:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.384191:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.384196:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098489400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554063616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1705683772.384198:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.384199:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.384203:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554063424 00000100:00100000:1.0:1705683772.384216:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.384216:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.384219:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420223 00000100:00100000:1.0:1705683772.384220:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3819:3081:x1788538554063424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.384227:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36295 count 1 00000100:00100000:3.0:1705683772.384235:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.384311:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.384317:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c847480/0xcefed536a366ee37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeca expref: 5770 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.384321:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.384321:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.384322:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.384334:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c847480/0xcefed536a366ee37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeca expref: 5770 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.384338:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c847480/0xcefed536a366ee37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeca expref: 5770 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.384343:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009848cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554063680:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.384364:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.385130:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a54b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554060224:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.385141:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385142:0:15144:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554060032:192.168.203.16@tcp:104: 00010000:00100000:1.0:1705683772.385146:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.385147:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.385147:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.385154:0:15144:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.385157:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbe9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0001_UUID:15039:1788538554059904:192.168.203.16@tcp:104: 00010000:00100000:3.0:1705683772.385160:0:15144:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.385161:0:15144:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.385161:0:15144:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.385164:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.385168:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.385168:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.385169:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385171:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.385174:0:14212:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a53700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554060352:192.168.203.16@tcp:105: 00000100:00100000:3.0:1705683772.385176:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094f7c600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6519:1788538554060288:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.385179:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.385185:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.385197:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f126e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:1856:x1788538595360256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7484us (7547us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.385200:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5c4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:1856:x1788538595359808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7787us (7856us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.385204:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166311 00000100:00100000:3.0:1705683772.385207:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166308 00000100:00100000:0.0:1705683772.385217:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.385234:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385235:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385239:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595362944 00000100:00100000:1.0:1705683772.385248:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385249:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385250:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.385250:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363008 00000100:00100000:1.0:1705683772.385254:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385255:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.385256:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096c09e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538554060416:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.385257:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420224 00000100:00100000:0.0:1705683772.385260:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.385260:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736a8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:26755:x1788538595362944:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.385267:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.385268:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385269:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385271:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363072 00000100:00100000:0.0:1705683772.385272:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00100000:3.0:1705683772.385273:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.385274:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.385274:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.385276:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097ef2080/0xcefed536a36c8b28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d01d5 expref: 5772 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.385278:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385279:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.385280:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.385281:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385283:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363200 00000100:00100000:1.0:1705683772.385283:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385284:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385285:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166334 00000100:00100000:3.0:1705683772.385285:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363328 00000100:00100000:1.0:1705683772.385288:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5774:1856:x1788538595363072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.385291:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.385292:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b573200/0xcefed536a366edd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee68 expref: 5774 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.385293:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097ef2080/0xcefed536a36c8b28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d01d5 expref: 5774 pid: 15039 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.385295:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b570f00/0xcefed536a366ede3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee76 expref: 5774 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.385298:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097ef2080/0xcefed536a36c8b28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d01d5 expref: 5774 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.385302:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385303:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385306:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166335 00010000:00010000:1.0:1705683772.385307:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ef2080/0xcefed536a36c8b28 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d01d5 expref: 5774 pid: 15039 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.385308:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5774:1856:x1788538595363200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.385308:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.385309:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.385313:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.385313:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.385313:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166336 00010000:00010000:1.0:1705683772.385314:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385315:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b573200/0xcefed536a366edd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee68 expref: 5773 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.385315:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385317:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736aad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5773:1856:x1788538595363328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.385319:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385320:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b573200/0xcefed536a366edd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee68 expref: 5773 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.385323:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.385326:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b570f00/0xcefed536a366ede3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee76 expref: 5773 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.385328:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b573200/0xcefed536a366edd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee68 expref: 5773 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.385328:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.385333:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b570f00/0xcefed536a366ede3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee76 expref: 5772 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.385334:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385335:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385336:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.385337:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5772:1856:x1788538595363072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 49us (87us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.385340:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.385340:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166334 00010000:00010000:3.0:1705683772.385344:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b570f00/0xcefed536a366ede3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee76 expref: 5771 pid: 15050 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.385349:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.385349:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385352:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.385352:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.385354:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.385355:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385356:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385358:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.385360:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5770:1856:x1788538595363200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 51us (100us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.385360:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.385364:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166335 00010000:00010000:1.0:1705683772.385364:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.385373:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.385388:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736aad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:1856:x1788538595363328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.385393:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166336 00010000:00010000:3.0:1705683772.385410:0:15144:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.385421:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a55000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554059968:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.385421:0:15144:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.385426:0:15144:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385430:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.385431:0:15144:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.385434:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.385434:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.385435:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385439:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385439:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+1841:3082:x1788538554059712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8375us (8398us total) trans 4295137962 rc 0/0 00000100:00100000:0.0:1705683772.385440:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385443:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420187 00000100:00100000:0.0:1705683772.385447:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420225 00010000:00010000:3.0:1705683772.385448:0:15144:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683772.385449:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736ae400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:8dc539e0-a6d0-4264-ae88-11424261aea3+5768:26799:x1788538595363008:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.385452:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.385454:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385455:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.385457:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385458:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b1c9e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.385459:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385460:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c098c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.385461:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385462:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385465:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385468:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385471:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385471:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b1c9e00/0xcefed536a36e0624 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385474:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c098c80/0xcefed536a36e0632 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385481:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.385482:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.385483:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.385483:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.385484:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.385485:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.385488:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.385489:0:15137:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.385533:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbea800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3820:3082:x1788538554059776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8474us (8524us total) trans 4295137963 rc 0/0 00000100:00100000:3.0:1705683772.385538:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420186 00010000:00010000:3.0:1705683772.385553:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.385559:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.385565:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.385569:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.385585:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.385662:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3820:3082:x1788538554060160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8065us (8115us total) trans 4295137964 rc 0/0 00010000:00010000:1.0:1705683772.385664:0:15137:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323d8c80/0xcefed536a36e0789 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x921a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c46 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385668:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420190 00002000:00010000:1.0:1705683772.385671:0:15137:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x921a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.385678:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.385679:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.385681:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323d8c80/0xcefed536a36e0789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c46 expref: 7954 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385686:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.385686:0:15137:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801323d8c80/0xcefed536a36e0789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c46 expref: 7954 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385688:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385690:0:15137:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801323d8c80, rc 0) 00000004:00080000:3.0:1705683772.385690:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090c84100/2, rc 0, transno 170668 00010000:00010000:0.0:1705683772.385691:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c099400 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.385692:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385696:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385696:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c84100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554060160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.385700:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736a8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:26755:x1788538595362944:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 440us (532us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.385702:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.385704:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420224 00010000:00010000:0.0:1705683772.385705:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c099400/0xcefed536a36e0640 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385712:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.385713:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.385713:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.385718:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fa11e00/0xcefed536a36e0790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb29b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c4d expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385720:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.385726:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554063744:0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1705683772.385729:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb29b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.385735:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385736:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385739:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa11e00/0xcefed536a36e0790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c4d expref: 5769 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385742:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.385744:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fa11e00/0xcefed536a36e0790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c4d expref: 5769 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385748:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa11e00, rc 0) 00000100:00100000:1.0:1705683772.385753:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385753:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385756:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554063744 00000100:00100000:0.0:1705683772.385760:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736ae400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:26799:x1788538595363008:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 310us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.385764:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420225 00000100:00100000:1.0:1705683772.385765:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385766:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.385768:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dbe8500/2, rc 0, transno 170666 00000100:00100000:1.0:1705683772.385769:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420226 00000100:00100000:1.0:1705683772.385771:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3820:3084:x1788538554063744:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.385773:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbe8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554059712:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1705683772.385778:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36296 count 1 00000100:00100000:0.0:1705683772.385782:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1705683772.385784:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a566e00/2, rc 0, transno 170667 00000100:00100000:3.0:1705683772.385788:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a566e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554059776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.385789:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385789:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385792:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363136 00010000:00010000:0.0:1705683772.385798:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5cfc00/0xcefed536a368a6a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7d7f expref: 7954 pid: 15118 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.385832:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385832:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385835:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166337 00000100:00100000:3.0:1705683772.385836:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554063808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.385838:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:1857:x1788538595363136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.385842:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.385843:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b5cfc00/0xcefed536a368a6a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7d7f expref: 7954 pid: 15118 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.385848:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b5cfc00/0xcefed536a368a6a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7d7f expref: 7954 pid: 15118 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.385854:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.385856:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5cfc00/0xcefed536a368a6a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7d7f expref: 7954 pid: 15118 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.385861:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385862:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385863:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385866:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385875:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.385883:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1857:x1788538595363136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.385886:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166337 00010000:00010000:1.0:1705683772.385893:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385898:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385900:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c844280/0xcefed536a366ee45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeed8 expref: 5768 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.385902:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385903:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.385904:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.385904:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385905:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.385905:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.385913:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.385918:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385918:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.385918:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c844280/0xcefed536a366ee45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeed8 expref: 5768 pid: 15043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.385921:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363264 00010000:00010000:1.0:1705683772.385922:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c844280/0xcefed536a366ee45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeed8 expref: 5768 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.385926:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800927dc780/0xcefed536a368ad5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ee4 expref: 7953 pid: 15058 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.385928:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009848e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538554063872:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.385932:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385933:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.385935:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166338 00000100:00100000:0.0:1705683772.385937:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1857:x1788538595363264:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.385939:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.385940:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.385941:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800927dc780/0xcefed536a368ad5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ee4 expref: 7953 pid: 15058 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.385942:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cd80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.385945:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800927dc780/0xcefed536a368ad5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ee4 expref: 7953 pid: 15058 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.385947:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385948:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385948:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.385948:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.385952:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927dc780/0xcefed536a368ad5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b7ee4 expref: 7953 pid: 15058 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.385952:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554063808 00000100:00100000:3.0:1705683772.385953:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363392 00010000:00010000:0.0:1705683772.385958:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385958:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.385959:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.385960:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385961:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.385963:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420227 00000100:00100000:1.0:1705683772.385965:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3821:3084:x1788538554063808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.385966:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.385966:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.385967:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:1.0:1705683772.385971:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36297 count 1 00000100:00100000:3.0:1705683772.385971:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420228 00000100:00100000:3.0:1705683772.385974:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:12859:x1788538595363392:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.385979:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.385980:0:15144:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.385988:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:1857:x1788538595363264:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 50us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.385990:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166338 00010000:00010000:0.0:1705683772.385999:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.386003:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.386004:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386007:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098903200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.386009:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386012:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386017:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386020:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098903200/0xcefed536a36e062b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386029:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.386030:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.386031:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.386058:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386062:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386065:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386068:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386074:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683772.386099:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+798:3083:x1788538554059648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9092us (9115us total) trans 4295137194 rc 0/0 00000100:00100000:0.0:1705683772.386103:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420185 00010000:00010000:3.0:1705683772.386114:0:15144:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099d55680/0xcefed536a36e079e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c54 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.386131:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ab7200/0xcefed536a35d4298 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b478 expref: 5770 pid: 15041 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.386136:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989d0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554060928:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.386138:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131f18000/0xcefed536a35d439b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b54a expref: 9434 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.386143:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.386144:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.386144:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a51900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+797:3083:x1788538554059840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8959us (8986us total) trans 4295137195 rc 0/0 00010000:00010000:3.0:1705683772.386144:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.386146:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099d55680/0xcefed536a36e079e lrc: 5/0,0 mode: --/PW res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c54 expref: 5770 pid: 15144 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.386148:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.386148:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386148:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420188 00010000:00100000:0.0:1705683772.386149:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.386160:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131f18000/0xcefed536a35d439b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b54a expref: 9434 pid: 14227 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.386166:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008dbeb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554060864:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.386167:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131f18000/0xcefed536a35d439b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b54a expref: 9434 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.386169:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554061120:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.386175:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.386175:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554063936:192.168.203.16@tcp:104: 00010000:00100000:1.0:1705683772.386179:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.386179:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.386180:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.386182:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989d6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554061184:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.386188:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5c1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0001_UUID:15077:1788538554060992:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.386191:0:15053:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098901180/0xcefed536a36e0671 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bf2 expref: 8401 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386193:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386196:0:15053:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098901180, rc 0) 00010000:00100000:1.0:1705683772.386196:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.386197:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.386197:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.386198:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ab7200/0xcefed536a35d4298 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b478 expref: 5770 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.386200:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.386202:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.386203:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:8dc539e0-a6d0-4264-ae88-11424261aea3+8401:18534:x1788538595361984:12345-192.168.203.16@tcp:101:dd.0 Request processed in 7025us (7442us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.386205:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a2a80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.386205:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ab7200/0xcefed536a35d4298 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b478 expref: 5770 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.386206:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420197 00010000:00010000:1.0:1705683772.386206:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386209:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.386213:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554064000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.386215:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386219:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323a2a80/0xcefed536a36e0639 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.386224:0:15144:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.386226:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.386226:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.386227:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.386230:0:15057:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f125500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554061248:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.386233:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386238:0:15057:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386238:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2fde00/0xcefed536a366ee53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeee6 expref: 5770 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.386241:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00100000:0.0:1705683772.386242:0:15057:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.386242:0:15057:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.386242:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1705683772.386242:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a561400/2, rc 0, transno 169899 00010000:00100000:0.0:1705683772.386243:0:15057:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.386243:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.386248:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a561400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554059840:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.386251:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2fde00/0xcefed536a366ee53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeee6 expref: 5770 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.386255:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2fde00/0xcefed536a366ee53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeee6 expref: 5770 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.386260:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009848e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538554064064:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.386269:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c600 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.386275:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ddd500/2, rc 0, transno 169898 00000100:00100000:3.0:1705683772.386279:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554059648:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.386305:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554061056:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.386316:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.386321:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.386322:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.386323:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.386332:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554064128:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.386348:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.386360:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386360:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.386360:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683772.386364:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064128 00000100:00100000:3.0:1705683772.386364:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800904d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554064192:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.386378:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.386378:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.386379:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386383:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064192 00000100:00100000:1.0:1705683772.386389:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386389:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386392:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420229 00000100:00100000:1.0:1705683772.386394:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+798:3081:x1788538554064128:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.386396:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.386397:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:1.0:1705683772.386401:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32726 count 1 00000100:00100000:0.0:1705683772.386403:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420230 00000100:00100000:0.0:1705683772.386405:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c09e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+798:3081:x1788538554064192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.386415:0:15053:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32727 count 1 00010000:00010000:1.0:1705683772.386529:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386535:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132328c80/0xcefed536a368e51f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15b950a expref: 7951 pid: 14251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386539:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.386539:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.386540:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386549:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132328c80/0xcefed536a368e51f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b950a expref: 7951 pid: 14251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386554:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132328c80/0xcefed536a368e51f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b950a expref: 7951 pid: 14251 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.386558:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554064256:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.386573:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.386592:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.386593:0:15053:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386600:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800990f3200/0xcefed536a368f628 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ba1f2 expref: 7951 pid: 14279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386604:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.386604:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.386605:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386615:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800990f3200/0xcefed536a368f628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba1f2 expref: 7951 pid: 14279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386620:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800990f3200/0xcefed536a368f628 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba1f2 expref: 7951 pid: 14279 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.386625:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800736a9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554064320:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.386642:0:15041:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554061696:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.386650:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011db96cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.386651:0:15041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.386654:0:15041:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.386655:0:15041:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.386655:0:15041:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.386656:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.386657:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386659:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.386660:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363456 00000100:00100000:1.0:1705683772.386660:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.386670:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.386670:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386671:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.386673:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420231 00000100:00100000:0.0:1705683772.386675:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:19986:x1788538595363456:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:1.0:1705683772.386677:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386678:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.386679:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.386680:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363520 00000100:00100000:1.0:1705683772.386688:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386688:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.386690:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420232 00000100:00100000:1.0:1705683772.386692:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991a5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5771:11885:x1788538595363520:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.386697:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.386862:0:8807:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.386864:0:8807:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.386870:0:8807:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554063616 00010000:00010000:0.0:1705683772.386885:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099274780/0xcefed536a36e07ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8cc3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c5b expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.386888:0:8807:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.386889:0:8807:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.386892:0:8807:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00002000:00010000:0.0:1705683772.386893:0:15027:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x8cc3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1705683772.386896:0:8807:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+770:3081:x1788538554063616:12345-0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1705683772.386900:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.386900:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.386902:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099274780/0xcefed536a36e07ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c5b expref: 7953 pid: 15027 timeout: 0 lvb_type: 0 00002000:00000024:3.0:1705683772.386905:0:8807:0:(ofd_obd.c:745:ofd_statfs()) blocks cached 1146880 granted 551102912 pending 0 free 3893665792 avail 3662143488 00010000:00010000:0.0:1705683772.386907:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099274780/0xcefed536a36e07ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c5b expref: 7953 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.386911:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099274780, rc 0) 00000100:00100000:0.0:1705683772.386925:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:19986:x1788538595363456:12345-192.168.203.16@tcp:101:dd.0 Request processed in 249us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.386928:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420231 00010000:00010000:1.0:1705683772.386932:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801334a5b80/0xcefed536a36e07c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c62 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.386932:0:8807:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+770:3081:x1788538554063616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.386940:0:8807:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00010000:00010000:1.0:1705683772.386942:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ded8a00/0xcefed536a35abf55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b289 expref: 9434 pid: 15079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.386946:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.386946:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.386947:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801334a5b80/0xcefed536a36e07c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c62 expref: 5772 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.386960:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ded8a00/0xcefed536a35abf55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b289 expref: 9434 pid: 15079 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.386964:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ded8a00/0xcefed536a35abf55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b289 expref: 9434 pid: 15079 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.386968:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098489400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554063616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1705683772.386969:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007370b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554064384:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.386983:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.387037:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:15065:1788538554061760:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.387044:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.387048:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387048:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387049:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387063:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cc9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554061824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.387076:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.387082:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.387083:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.387084:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387326:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554062016:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.387355:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.387361:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387362:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387363:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387373:0:15086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554062272:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.387378:0:15062:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554062080:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.387382:0:15086:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.387386:0:15086:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387386:0:15086:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387386:0:15086:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.387388:0:15062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.387393:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ee2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554062208:192.168.203.16@tcp:104: 00010000:00100000:1.0:1705683772.387393:0:15062:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387394:0:15062:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387394:0:15062:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.387400:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.387403:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387404:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387404:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387435:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800736ab700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554063488:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.387442:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.387444:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800736adf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554063232:192.168.203.16@tcp:104: 00010000:00100000:0.0:1705683772.387446:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387446:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.387447:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.387456:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131cb4280/0xcefed536a36e0743 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c15 expref: 8400 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.387458:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554063168:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.387466:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.387469:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.387469:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131cb4280, rc 0) 00000100:00100000:0.0:1705683772.387470:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.387472:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.387473:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364480 00010000:00100000:3.0:1705683772.387479:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.387479:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.387479:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.387480:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a27f980/0xcefed536a36d628b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d469a expref: 9435 pid: 15146 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.387489:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880130294b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:26792:x1788538595362304:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 5733us (5899us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.387494:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420213 00000100:00100000:1.0:1705683772.387514:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009848cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554063680:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.387514:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.387522:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.387526:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387526:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387527:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387531:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387532:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387532:0:15075:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009848a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0000_UUID:15075:1788538554063552:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.387535:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166339 00010000:00010000:1.0:1705683772.387537:0:15075:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.387538:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736ab700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:1856:x1788538595364480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00100000:1.0:1705683772.387540:0:15075:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387541:0:15075:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.387541:0:15075:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.387542:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.387544:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a27f980/0xcefed536a36d628b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d469a expref: 9435 pid: 15146 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.387548:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a27f980/0xcefed536a36d628b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d469a expref: 9435 pid: 15146 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.387557:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a27f980/0xcefed536a36d628b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x9259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d469a expref: 9435 pid: 15146 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.387562:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.387563:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.387564:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387567:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.387571:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.387575:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.387581:0:15086:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.387585:0:15086:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.387586:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736ab700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:1856:x1788538595364480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.387587:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.387588:0:15086:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.387589:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166339 00010000:00010000:1.0:1705683772.387594:0:15086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.387595:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387595:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387596:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387596:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387598:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364288 00000100:00100000:3.0:1705683772.387600:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364672 00010000:00010000:1.0:1705683772.387601:0:15086:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.387602:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b592f80/0xcefed536a36d2d94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d3e6d expref: 5773 pid: 15031 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.387610:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b6c8780/0xcefed536a360b5be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158209b expref: 7953 pid: 15140 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.387612:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387613:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387614:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166340 00000100:00100000:0.0:1705683772.387616:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5773:1856:x1788538595364288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.387619:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.387620:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b592f80/0xcefed536a36d2d94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x938e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d3e6d expref: 5773 pid: 15031 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.387624:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b592f80/0xcefed536a36d2d94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x938e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d3e6d expref: 5773 pid: 15031 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.387629:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387630:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387630:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.387631:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b592f80/0xcefed536a36d2d94 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x938e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15d3e6d expref: 5773 pid: 15031 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.387631:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387634:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166341 00010000:00010000:0.0:1705683772.387636:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.387637:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.387638:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.387638:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1856:x1788538595364672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.387641:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.387643:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.387645:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b6c8780/0xcefed536a360b5be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158209b expref: 7953 pid: 15140 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.387649:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b6c8780/0xcefed536a360b5be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158209b expref: 7953 pid: 15140 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.387656:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.387658:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b6c8780/0xcefed536a360b5be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158209b expref: 7953 pid: 15140 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.387659:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.387662:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.387665:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.387666:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.387667:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.387669:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131cb4280/0xcefed536a36e0743 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c15 expref: 8399 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.387670:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.387675:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb4280/0xcefed536a36e0743 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c15 expref: 8399 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.387690:0:7676:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131cb4280/0xcefed536a36e0743 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c15 expref: 8399 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387691:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.387698:0:7676:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098489400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7676:1788538554064448:192.168.203.16@tcp:105: 00000100:00100000:0.0:1705683772.387702:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5772:1856:x1788538595364288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 84us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.387705:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166340 00000100:00100000:3.0:1705683772.387715:0:7676:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.387716:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.387717:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387721:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008edce580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.387722:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387725:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.387727:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da6b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+1842:3081:x1788538554061376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7380us (7424us total) trans 4295137966 rc 0/0 00010000:00010000:0.0:1705683772.387731:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.387731:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420204 00010000:00010000:0.0:1705683772.387734:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008edce580/0xcefed536a36e06b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.387738:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093890a00/2, rc 0, transno 170670 00010000:00010000:0.0:1705683772.387743:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.387744:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.387744:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093890a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554061376:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1705683772.387747:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008edcdb80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.387748:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387751:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387758:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387760:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008edcdb80/0xcefed536a36e06a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x938e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.387770:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.387770:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.387771:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.387771:0:15086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0001-mdtlov_UUID+1841:3084:x1788538554061952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7220us (7282us total) trans 4295137965 rc 0/0 00000100:00100000:1.0:1705683772.387774:0:15086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420208 00000100:00100000:0.0:1705683772.387776:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387776:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387779:0:14199:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364352 00000100:00100000:3.0:1705683772.387784:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.387787:0:14199:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387788:0:14199:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.387790:0:14199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298677 00000100:00100000:0.0:1705683772.387792:0:14199:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904d4100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:c77a26ac-6587-4500-88fc-a375de7e12f4+1290:21990:x1788538595364352:12345-192.168.203.16@tcp:101:mrename.0 00010000:00010000:0.0:1705683772.387797:0:14199:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:3.0:1705683772.387828:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cc8a00/2, rc 0, transno 170669 00000100:00100000:3.0:1705683772.387833:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cc8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554061952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1705683772.387853:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.387862:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.387870:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.387874:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387875:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387877:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.387881:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387881:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364800 00000100:00100000:1.0:1705683772.387882:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387885:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363584 00010000:00010000:3.0:1705683772.387889:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c847480/0xcefed536a366ee37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeca expref: 5772 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387892:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e458f00/0xcefed536a363ba34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597de5 expref: 8400 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.387897:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387898:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387900:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363712 00000100:00100000:1.0:1705683772.387901:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387901:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387902:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363840 00010000:00010000:3.0:1705683772.387903:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b573700/0xcefed536a366edf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee84 expref: 5773 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387906:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abde800/0xcefed536a369ca12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd09 expref: 8401 pid: 15078 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.387910:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387910:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387912:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387912:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363968 00000100:00100000:1.0:1705683772.387913:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.387915:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166342 00000100:00100000:1.0:1705683772.387917:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5773:1856:x1788538595364800:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.387918:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee080/0xcefed536a363ba57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dfa expref: 8402 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387921:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.387923:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c847480/0xcefed536a366ee37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeca expref: 5773 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387927:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c847480/0xcefed536a366ee37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeca expref: 5773 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.387928:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387929:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.387932:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166343 00010000:00010000:1.0:1705683772.387935:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c847480/0xcefed536a366ee37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeca expref: 5773 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.387935:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991a2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8402:1859:x1788538595363584:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.387941:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.387941:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.387942:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.387943:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.387944:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e458f00/0xcefed536a363ba34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597de5 expref: 8402 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387946:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.387950:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e458f00/0xcefed536a363ba34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597de5 expref: 8402 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387954:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.387963:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e458f00/0xcefed536a363ba34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597de5 expref: 8402 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.387964:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5772:1856:x1788538595364800:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.387967:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166342 00010000:00010000:3.0:1705683772.387971:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.387973:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.387973:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.387974:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.387974:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.387976:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166344 00000100:00100000:1.0:1705683772.387978:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d206900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5771:1859:x1788538595363712:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.387979:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.387981:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.387983:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b573700/0xcefed536a366edf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee84 expref: 5771 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387987:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b573700/0xcefed536a366edf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee84 expref: 5771 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.387992:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b573700/0xcefed536a366edf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee84 expref: 5771 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.387994:0:14199:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099276300/0xcefed536a36e07c8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c69 expref: -99 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.387994:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.387996:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.387997:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.387998:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388001:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388007:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.388009:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991a2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8401:1859:x1788538595363584:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.388014:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d206900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5770:1859:x1788538595363712:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.388014:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166343 00000100:00100000:1.0:1705683772.388017:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166344 00000100:00100000:1.0:1705683772.388021:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388022:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388024:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166345 00000100:00100000:1.0:1705683772.388025:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d205500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:1859:x1788538595363840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.388025:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388026:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.388028:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.388030:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166346 00000100:00100000:3.0:1705683772.388033:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d206400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8400:1859:x1788538595363968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.388034:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abde800/0xcefed536a369ca12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd09 expref: 8400 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388038:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abde800/0xcefed536a369ca12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd09 expref: 8400 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.388038:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.388042:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee080/0xcefed536a363ba57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dfa expref: 8400 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388044:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abde800/0xcefed536a369ca12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd09 expref: 8400 pid: 15078 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388047:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099277700/0xcefed536a36e07cf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:3.0:1705683772.388048:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee080/0xcefed536a363ba57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dfa expref: 8399 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388051:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.388052:0:14199:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099277700/0xcefed536a36e07cf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT1 00010000:00010000:0.0:1705683772.388056:0:14199:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099277700/0xcefed536a36e07cf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00000100:00100000:1.0:1705683772.388056:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d205500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8399:1859:x1788538595363840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 30us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.388059:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166345 00010000:00010000:0.0:1705683772.388061:0:14199:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099a7c500/0xcefed536a36e07d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14199 initiator: MDT0 00010000:00010000:0.0:1705683772.388065:0:14199:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099a7c500/0xcefed536a36e07d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14199 initiator: MDT1 00010000:00010000:3.0:1705683772.388065:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee080/0xcefed536a363ba57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597dfa expref: 8398 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388068:0:14199:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099a7c500/0xcefed536a36e07d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14199 initiator: MDT1 00010000:00100000:0.0:1705683772.388070:0:14199:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.388070:0:14199:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.388070:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.388071:0:14199:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.388072:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388073:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388074:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.388075:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388076:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388079:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388080:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388082:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.388091:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.388093:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.388093:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.388095:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388098:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a2800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.388100:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388103:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.388106:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d206400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8397:1859:x1788538595363968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (227us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.388107:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388110:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323a2800/0xcefed536a36e0663 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.388111:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166346 00010000:00010000:3.0:1705683772.388127:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388133:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388139:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388144:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.388154:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+3822:3082:x1788538554060736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9557us (9603us total) trans 4295137967 rc 0/0 00000100:00100000:1.0:1705683772.388157:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420195 00010000:00010000:3.0:1705683772.388157:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.388162:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.388164:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388168:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.388170:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388171:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a3200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.388172:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388174:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388175:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388177:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388180:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388181:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388184:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323a3200/0xcefed536a36e0655 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388188:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.388191:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.388192:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388195:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323d8a00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.388196:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388199:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388202:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388208:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323d8a00/0xcefed536a36e0782 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388217:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388217:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388218:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388221:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.388234:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.388245:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3822:3081:x1788538554063424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4024us (4075us total) trans 4295137968 rc 0/0 00000100:00100000:1.0:1705683772.388249:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420223 00000100:00100000:3.0:1705683772.388254:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+770:3083:x1788538554060544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9904us (9969us total) trans 4295137196 rc 0/0 00000100:00100000:1.0:1705683772.388256:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388256:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388259:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420192 00000100:00100000:1.0:1705683772.388260:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364096 00000100:00100000:0.0:1705683772.388262:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.388266:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b6f2a80/0xcefed536a366ee0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeea0 expref: 5770 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.388274:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388274:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388274:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388275:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.388275:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388276:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364224 00010000:00010000:1.0:1705683772.388280:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096b95b80/0xcefed536a368b418 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b805e expref: 7953 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.388285:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388286:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388331:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364544 00010000:00010000:1.0:1705683772.388334:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5180/0xcefed536a363bb22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e9b expref: 8397 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.388335:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388336:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388342:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166347 00000100:00100000:1.0:1705683772.388344:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388345:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388346:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5770:1859:x1788538595364096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.388347:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388347:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166348 00000100:00100000:0.0:1705683772.388348:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388349:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736ac100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1859:x1788538595364224:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.388352:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.388353:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166349 00010000:00010000:1.0:1705683772.388353:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.388355:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096b95b80/0xcefed536a368b418 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b805e expref: 7953 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.388355:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b6f2a80/0xcefed536a366ee0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeea0 expref: 5770 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.388356:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8397:1859:x1788538595364544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.388359:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096b95b80/0xcefed536a368b418 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b805e expref: 7953 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.388361:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.388362:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b6f2a80/0xcefed536a366ee0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeea0 expref: 5770 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388363:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5180/0xcefed536a363bb22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e9b expref: 8397 pid: 15131 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388366:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096b95b80/0xcefed536a368b418 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b805e expref: 7953 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.388367:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5180/0xcefed536a363bb22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e9b expref: 8397 pid: 15131 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.388370:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b6f2a80/0xcefed536a366ee0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeea0 expref: 5770 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388373:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388374:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388375:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388376:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5180/0xcefed536a363bb22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5afc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e9b expref: 8397 pid: 15131 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388378:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388379:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.388380:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.388381:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388382:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.388382:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.388384:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388386:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.388386:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388387:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388396:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.388396:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736ac100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:1859:x1788538595364224:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.388399:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166348 00000100:00100000:0.0:1705683772.388405:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8396:1859:x1788538595364544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 49us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.388405:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.388408:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166349 00010000:00010000:1.0:1705683772.388410:0:15062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388413:0:15062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388416:0:15062:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388419:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.388420:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:1859:x1788538595364096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 73us (185us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.388422:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388422:0:15062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.388425:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166347 00010000:00010000:0.0:1705683772.388426:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388427:0:15062:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.388429:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388434:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.388455:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388461:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388466:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388471:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388481:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683772.388485:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+799:3083:x1788538554061568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8220us (8356us total) trans 4295137197 rc 0/0 00000100:00100000:1.0:1705683772.388488:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420203 00010000:00010000:1.0:1705683772.388499:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1705683772.388501:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.388502:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3822:3082:x1788538554061440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8340us (8458us total) trans 4295137969 rc 0/0 00010000:00010000:1.0:1705683772.388505:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a2300 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:0.0:1705683772.388506:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420201 00010000:00010000:1.0:1705683772.388506:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388509:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388516:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.388516:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388518:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388518:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323a2300/0xcefed536a36e06a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388521:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008edccf00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.388522:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388525:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388527:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.388528:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388531:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388531:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c09aa80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.388532:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388534:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008edccf00/0xcefed536a36e0694 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388535:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388539:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388541:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c09aa80/0xcefed536a36e066a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388544:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388545:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388546:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.388547:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.388547:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388548:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.388548:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388550:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388554:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388557:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388559:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.388564:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a561e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+770:3083:x1788538554060608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10081us (10250us total) trans 4295137198 rc 0/0 00010000:00010000:0.0:1705683772.388565:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.388568:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.388569:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.388570:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420194 00010000:00010000:0.0:1705683772.388572:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b16f980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.388573:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388576:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388580:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388582:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b16f980/0xcefed536a36e0735 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5afc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388589:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388589:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.388590:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.388593:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131cc8500/2, rc 0, transno 169901 00000100:00100000:3.0:1705683772.388599:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131cc8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554061568:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.388621:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.388625:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554064512:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.388643:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.388647:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+770:3081:x1788538554062976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6303us (6331us total) trans 4295137199 rc 0/0 00000100:00100000:0.0:1705683772.388651:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420218 00000100:00100000:3.0:1705683772.388654:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388655:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388657:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388657:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388659:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064512 00000100:00100000:0.0:1705683772.388671:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.388672:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388672:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388676:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420233 00000100:00100000:1.0:1705683772.388677:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388678:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388681:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f7c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+799:3084:x1788538554064512:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.388688:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388688:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388689:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.388693:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364736 00000100:00100000:0.0:1705683772.388697:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.388701:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013236e800/0xcefed536a368dc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b9105 expref: 7952 pid: 15130 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.388704:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.388705:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388705:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388708:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363648 00000100:00100000:0.0:1705683772.388711:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.388712:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388713:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.388715:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6580/0xcefed536a363ba88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e32 expref: 8396 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.388716:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363776 00000100:00100000:0.0:1705683772.388718:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.388722:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012de57700/0xcefed536a36a9b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e1c expref: 7953 pid: 15118 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.388724:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388724:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388724:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388725:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388726:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595363904 00000100:00100000:0.0:1705683772.388728:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364032 00010000:00010000:1.0:1705683772.388729:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee300/0xcefed536a363ba73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e1d expref: 8398 pid: 15028 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.388733:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388733:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.388735:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6d00/0xcefed536a363ba9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e4e expref: 8398 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.388736:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364160 00000100:00100000:1.0:1705683772.388739:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388739:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388742:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166350 00000100:00100000:0.0:1705683772.388743:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388743:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.388743:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b6f0a00/0xcefed536a366edff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee92 expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.388744:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736a8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1859:x1788538595364736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.388746:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166351 00010000:00010000:1.0:1705683772.388747:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.388748:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736ad000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8398:1859:x1788538595363648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.388749:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013236e800/0xcefed536a368dc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b9105 expref: 7953 pid: 15130 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.388750:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388751:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.388752:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.388753:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6580/0xcefed536a363ba88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e32 expref: 8398 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388753:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013236e800/0xcefed536a368dc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b9105 expref: 7953 pid: 15130 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.388755:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166352 00010000:00010000:0.0:1705683772.388758:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6580/0xcefed536a363ba88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e32 expref: 8398 pid: 15140 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.388758:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736ac600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1859:x1788538595363776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.388761:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013236e800/0xcefed536a368dc82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b9105 expref: 7953 pid: 15130 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.388764:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.388765:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6580/0xcefed536a363ba88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e32 expref: 8398 pid: 15140 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388766:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388767:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388768:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388771:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.388771:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388771:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388771:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012de57700/0xcefed536a36a9b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e1c expref: 7952 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388772:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.388778:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012de57700/0xcefed536a36a9b16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e1c expref: 7952 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388779:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388779:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.388786:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.388789:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736a8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:1859:x1788538595364736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (117us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.388790:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de57700/0xcefed536a36a9b16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e1c expref: 7952 pid: 15118 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.388792:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166350 00000100:00100000:0.0:1705683772.388795:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736ad000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8397:1859:x1788538595363648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.388798:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166351 00000100:00100000:1.0:1705683772.388798:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.388798:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.388799:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.388827:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.388830:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098901180/0xcefed536a36e0671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bf2 expref: 8397 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.388831:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166353 00000100:00100000:0.0:1705683772.388833:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388833:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388833:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736ac100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8396:1859:x1788538595363904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.388836:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166354 00010000:00010000:1.0:1705683772.388837:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.388837:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098901180/0xcefed536a36e0671 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bf2 expref: 8396 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.388838:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8396:1859:x1788538595364032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.388839:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee300/0xcefed536a363ba73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e1d expref: 8396 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388842:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.388843:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee300/0xcefed536a363ba73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e1d expref: 8396 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388844:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6d00/0xcefed536a363ba9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5af9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e4e expref: 8396 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388849:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6d00/0xcefed536a363ba9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5af9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e4e expref: 8396 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388851:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4ee300/0xcefed536a363ba73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e1d expref: 8396 pid: 15028 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.388854:0:15085:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880098901180/0xcefed536a36e0671 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8bf2 expref: 8395 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388856:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c6d00/0xcefed536a363ba9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5af9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e4e expref: 8395 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388856:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388857:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388858:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388861:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388861:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388862:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.388862:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c384100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15085:1788538554064576:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.388863:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388869:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388869:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.388876:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.388879:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.388880:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736ac100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8394:1859:x1788538595363904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.388883:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166353 00000100:00100000:0.0:1705683772.388884:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8394:1859:x1788538595364032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.388887:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166354 00000100:00100000:1.0:1705683772.388888:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388889:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388889:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.388890:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388891:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166355 00000100:00100000:0.0:1705683772.388892:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.388892:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.388893:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736adf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:1859:x1788538595364160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.388896:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.388898:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b6f0a00/0xcefed536a366edff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee92 expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.388902:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b6f0a00/0xcefed536a366edff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee92 expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00002000:00080000:3.0:1705683772.388902:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32728 count 1 00010000:00010000:0.0:1705683772.388903:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388906:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388907:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b6f0a00/0xcefed536a366edff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aee92 expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.388909:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388912:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388912:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388912:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.388913:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388916:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.388917:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.388923:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.388929:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736adf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5768:1859:x1788538595364160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.388932:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166355 00010000:00010000:1.0:1705683772.388945:0:15075:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388948:0:15075:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388952:0:15075:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388955:0:15075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.388960:0:15075:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683772.389022:0:15075:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+800:3084:x1788538554063360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5417us (5441us total) trans 4295137201 rc 0/0 00000100:00100000:1.0:1705683772.389025:0:15075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420222 00000100:00100000:1.0:1705683772.389044:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.389049:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389050:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389053:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364416 00010000:00010000:3.0:1705683772.389056:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389060:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008edf3c00/0xcefed536a36b432b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c812e expref: 9434 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.389065:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925fd900/0xcefed536a368fbd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ba349 expref: 7950 pid: 8805 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389066:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389066:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389068:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166356 00000100:00100000:1.0:1705683772.389070:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078979050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:1859:x1788538595364416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.389071:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.389072:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.389073:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389074:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.389075:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008edf3c00/0xcefed536a36b432b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c812e expref: 9434 pid: 15026 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.389077:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a563c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+770:3083:x1788538554060800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10637us (10777us total) trans 4295137200 rc 0/0 00010000:00010000:1.0:1705683772.389079:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008edf3c00/0xcefed536a36b432b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c812e expref: 9434 pid: 15026 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.389081:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420193 00010000:00010000:3.0:1705683772.389087:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800925fd900/0xcefed536a368fbd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba349 expref: 7950 pid: 8805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389088:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008edf3c00/0xcefed536a36b432b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15c812e expref: 9434 pid: 15026 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.389090:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.389092:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389094:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.389094:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.389095:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098903700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.389095:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.389095:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800925fd900/0xcefed536a368fbd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba349 expref: 7950 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.389097:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389099:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389100:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389103:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c381900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554064640:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.389106:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389107:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.389108:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098903700/0xcefed536a36e065c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389114:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078979050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+9433:1859:x1788538595364416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (70us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.389115:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.389115:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389117:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166356 00010000:00010000:0.0:1705683772.389118:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323d8780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.389119:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389121:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27480 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.389122:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389125:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389126:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389129:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389130:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323d8780/0xcefed536a36e077b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.389130:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389132:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389135:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389136:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.389136:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389137:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389138:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389139:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389142:0:15057:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.389142:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389143:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.389145:0:15057:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389146:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.389147:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.389147:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389148:0:15057:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389151:0:15057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389151:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008edce300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.389152:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389154:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389159:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389162:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008edce300/0xcefed536a36e06b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.389164:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.389166:0:15057:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.389169:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.389171:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389171:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.389172:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389173:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c7b6080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.389174:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389175:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098902f80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.389176:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389180:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389181:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389184:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389185:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389187:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c7b6080/0xcefed536a36e069b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389187:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098902f80/0xcefed536a36e0678 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389195:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389196:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389196:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.389196:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389197:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.389197:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389199:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.389252:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090f1da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3822:3083:x1788538554061312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9083us (9143us total) trans 4295137970 rc 0/0 00000100:00100000:0.0:1705683772.389257:0:15057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbee900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+770:3082:x1788538554060672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10565us (10687us total) trans 4295137202 rc 0/0 00000100:00100000:3.0:1705683772.389258:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420202 00000100:00100000:0.0:1705683772.389261:0:15057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420196 00000100:00100000:1.0:1705683772.389262:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+1841:3081:x1788538554061632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8800us (8835us total) trans 4295137971 rc 0/0 00000100:00100000:1.0:1705683772.389265:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420205 00010000:00010000:0.0:1705683772.389272:0:15041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389275:0:15041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389278:0:15041:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.389279:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800904d2d00/2, rc 0, transno 169905 00010000:00010000:0.0:1705683772.389281:0:15041:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389285:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554063360:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.389287:0:15041:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.389290:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.389291:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389291:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.389294:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a0000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.389295:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389297:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389297:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.389298:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389300:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364608 00010000:00010000:0.0:1705683772.389304:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389306:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323a0000/0xcefed536a36e068d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5af9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389307:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090683700/0xcefed536a368d5dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8d46 expref: 7951 pid: 14267 timeout: 644 lvb_type: 0 00000004:00080000:3.0:1705683772.389311:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f125a00/2, rc 0, transno 170674 00000100:00100000:1.0:1705683772.389313:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389313:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.389315:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.389315:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166357 00010000:00010000:0.0:1705683772.389316:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.389316:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.389316:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f125a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554061312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.389317:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d206900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7951:1859:x1788538595364608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.389320:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.389322:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090683700/0xcefed536a368d5dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8d46 expref: 7951 pid: 14267 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.389326:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090683700/0xcefed536a368d5dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8d46 expref: 7951 pid: 14267 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.389336:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090683700/0xcefed536a368d5dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8d46 expref: 7951 pid: 14267 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.389336:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c386e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554064704:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.389342:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.389342:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.389343:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389346:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389352:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.389354:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.389363:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d206900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7950:1859:x1788538595364608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.389366:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166357 00000100:00100000:0.0:1705683772.389370:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+770:3083:x1788538554061504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9299us (9339us total) trans 4295137203 rc 0/0 00000100:00100000:0.0:1705683772.389373:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420200 00000100:00100000:1.0:1705683772.389374:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389374:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389377:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064704 00000004:00080000:3.0:1705683772.389377:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a55000/2, rc 0, transno 169902 00000100:00100000:3.0:1705683772.389382:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a55000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554060608:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.389384:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389384:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389385:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389387:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420234 00000100:00100000:1.0:1705683772.389388:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c383700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+800:3084:x1788538554064704:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.389390:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389393:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.389395:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32729 count 1 00010000:00010000:0.0:1705683772.389396:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.389404:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a50a00/2, rc 0, transno 169904 00010000:00010000:0.0:1705683772.389408:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.389408:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a50a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554060800:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683772.389428:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a54600/2, rc 0, transno 169900 00000100:00100000:3.0:1705683772.389432:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a54600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554060544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.389449:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554064896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.389463:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+801:3084:x1788538554063296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5910us (5962us total) trans 4295137204 rc 0/0 00000100:00100000:0.0:1705683772.389467:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420221 00000100:00100000:3.0:1705683772.389468:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.389475:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.389475:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.389477:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064896 00000004:00080000:3.0:1705683772.389484:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eeb7300/2, rc 0, transno 169907 00000100:00100000:0.0:1705683772.389485:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.389486:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.389488:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420235 00000100:00100000:0.0:1705683772.389489:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab42800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+770:3083:x1788538554064896:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.389489:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008eeb7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554061504:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.389496:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23294 count 1 00000100:00100000:3.0:1705683772.389513:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab43200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554064960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.389525:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.389527:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389528:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.389530:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fa12f80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.389531:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389534:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389540:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389543:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa12f80/0xcefed536a36e0774 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.389543:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800904d2300/2, rc 0, transno 169908 00000100:00100000:3.0:1705683772.389547:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554063296:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.389554:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.389555:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.389556:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.389559:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389564:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.389565:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b218280/0xcefed536a36900a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ba45a expref: 7949 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389565:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.389569:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.389569:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1705683772.389569:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064960 00010000:00010000:1.0:1705683772.389570:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389580:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b218280/0xcefed536a36900a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba45a expref: 7949 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389581:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.389582:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.389585:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b218280/0xcefed536a36900a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba45a expref: 7949 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.389585:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420236 00000100:00100000:3.0:1705683772.389588:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab46400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+771:3084:x1788538554064960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.389590:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012d205500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554065152:192.168.203.16@tcp:104: 00002000:00080000:3.0:1705683772.389597:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23295 count 1 00000100:00100000:1.0:1705683772.389600:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.389623:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.389638:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.389642:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389643:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389646:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364864 00000100:00100000:1.0:1705683772.389653:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389654:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389655:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364928 00010000:00010000:0.0:1705683772.389656:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.389661:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.389662:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5680/0xcefed536a363bb5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597ecc expref: 8392 pid: 15131 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.389662:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.389665:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420237 00010000:00010000:0.0:1705683772.389668:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.389668:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d206400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c77a26ac-6587-4500-88fc-a375de7e12f4+7951:21555:x1788538595364864:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.389669:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.389670:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.389674:0:15028:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.389680:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5680/0xcefed536a363bb5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ecc expref: 8392 pid: 15131 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.389684:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5680/0xcefed536a363bb5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ecc expref: 8392 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.389690:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe10500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554065216:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.389702:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.389709:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.389710:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.389713:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420238 00000100:00100000:0.0:1705683772.389715:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e99e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:c77a26ac-6587-4500-88fc-a375de7e12f4+7951:26724:x1788538595364928:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.389720:0:15107:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.389866:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.389875:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e45ad00/0xcefed536a363bb8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597ee8 expref: 8392 pid: 15048 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.389881:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.389882:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.389883:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.389896:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e45ad00/0xcefed536a363bb8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ee8 expref: 8392 pid: 15048 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.389903:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e45ad00/0xcefed536a363bb8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ee8 expref: 8392 pid: 15048 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.389911:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554065280:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.389925:0:15107:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a7c280/0xcefed536a36e07f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9441:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c77 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389925:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00002000:00010000:0.0:1705683772.389933:0:15107:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x9441:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.389939:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.389940:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.389942:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7c280/0xcefed536a36e07f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c77 expref: 7952 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.389945:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c385a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554064832:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.389950:0:15107:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099a7c280/0xcefed536a36e07f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c77 expref: 7952 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.389954:0:15107:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099a7c280, rc 0) 00000100:00100000:3.0:1705683772.389961:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.389963:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e99e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:26724:x1788538595364928:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 247us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.389966:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420238 00000100:00100000:0.0:1705683772.389973:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.389973:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.389973:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab43c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554065088:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.389975:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064832 00000100:00100000:0.0:1705683772.389990:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420239 00000100:00100000:0.0:1705683772.389992:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+772:3082:x1788538554064832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.389998:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23293 count 1 00000100:00100000:3.0:1705683772.390002:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.390011:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390012:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390017:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554065088 00000100:00100000:3.0:1705683772.390029:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390030:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390034:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420240 00000100:00100000:3.0:1705683772.390036:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+801:3082:x1788538554065088:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.390046:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32730 count 1 00010000:00010000:0.0:1705683772.390134:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390140:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e45a580/0xcefed536a363bb37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597eb7 expref: 8392 pid: 15048 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.390142:0:15028:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801334a5680/0xcefed536a36e0807 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xbd1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c70 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390143:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.390143:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.390144:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390153:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e45a580/0xcefed536a363bb37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597eb7 expref: 8392 pid: 15048 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1705683772.390153:0:15028:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xbd1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.390160:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e45a580/0xcefed536a363bb37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597eb7 expref: 8392 pid: 15048 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.390162:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.390164:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.390165:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554065344:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.390167:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a5680/0xcefed536a36e0807 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c70 expref: 7952 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.390174:0:15028:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801334a5680/0xcefed536a36e0807 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c70 expref: 7952 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.390175:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255480 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.390180:0:15028:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801334a5680, rc 0) 00000100:00100000:1.0:1705683772.390193:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d206400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:21555:x1788538595364864:12345-192.168.203.16@tcp:101:dd.0 Request processed in 524us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.390198:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.390198:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420237 00000100:00100000:0.0:1705683772.390205:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390205:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390208:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390209:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595364992 00000100:00100000:1.0:1705683772.390209:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390218:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390219:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390219:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390219:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390221:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420241 00000100:00100000:0.0:1705683772.390223:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c9e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:8dc539e0-a6d0-4264-ae88-11424261aea3+5768:16585:x1788538595364992:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.390227:0:15041:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.390257:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.390279:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.390283:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.390288:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090ca7c00/0xcefed536a369058d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ba59c expref: 7951 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.390293:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.390294:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.390295:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.390309:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090ca7c00/0xcefed536a369058d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba59c expref: 7951 pid: 15059 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.390316:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090ca7c00/0xcefed536a369058d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba59c expref: 7951 pid: 15059 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.390324:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554065408:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.390330:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554062336:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.390337:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093f33f00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.390343:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.390346:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390347:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683772.390349:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.390350:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.390351:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390351:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365056 00000100:00100000:3.0:1705683772.390363:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390364:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390368:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420242 00000100:00100000:3.0:1705683772.390371:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:c77a26ac-6587-4500-88fc-a375de7e12f4+7952:20295:x1788538595365056:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.390377:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.390392:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390393:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390396:0:15048:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554062528:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.390397:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365120 00000100:00100000:0.0:1705683772.390405:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390406:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.390408:0:15048:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.390409:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298678 00000100:00100000:0.0:1705683772.390411:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e9ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+399:21948:x1788538595365120:12345-192.168.203.16@tcp:101:mrename.0 00010000:00100000:1.0:1705683772.390413:0:15048:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.390414:0:15048:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390415:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00100000:1.0:1705683772.390415:0:15048:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390432:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099a7e800/0xcefed536a36e0815 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c8c expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390473:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390480:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.390481:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.390484:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390502:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390505:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390507:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390527:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67480/0xcefed536a36e082a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390530:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67480/0xcefed536a36e082a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.390530:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880130290500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554063040:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.390532:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67480/0xcefed536a36e082a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00000004:00010000:0.0:1705683772.390538:0:14196:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67480/0xcefed536a36e082a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390543:0:14196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390546:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390548:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.390548:0:15098:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390551:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390553:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131b65b80 already unused, calling callback (ffffffffa0d836d0) 00010000:00100000:1.0:1705683772.390553:0:15098:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390554:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00100000:1.0:1705683772.390554:0:15098:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.390555:0:15098:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390556:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390560:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00000100:00100000:1.0:1705683772.390560:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390561:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683772.390561:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390562:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390564:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131b65b80/0xcefed536a36e081c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.390565:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365184 00010000:00010000:0.0:1705683772.390569:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390571:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390574:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.390576:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131b67c00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.390576:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.390577:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390578:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.390578:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390581:0:15075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420243 00010000:00010000:0.0:1705683772.390583:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3831 (ffff880133f4f100) 00010000:00010000:0.0:1705683772.390584:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.390585:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.390585:0:15075:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e9b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:21959:x1788538595365184:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.390587:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67c00/0xcefed536a36e0823 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.390591:0:15075:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.390605:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b484280/0xcefed536a36e0831 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xba26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c85 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390606:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099a7e800/0xcefed536a36e0815 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c8c expref: 401 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390612:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67480/0xcefed536a36e082a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c8c expref: 400 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390614:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff880133f4f200) 00010000:00010000:0.0:1705683772.390615:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1705683772.390616:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131b67480, rc 0) 00002000:00010000:3.0:1705683772.390616:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xba26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.390624:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.390625:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.390628:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e9ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+400:21948:x1788538595365120:12345-192.168.203.16@tcp:101:mrename.0 Request processed in 216us (345us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.390628:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b484280/0xcefed536a36e0831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c85 expref: 7954 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.390631:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298678 00010000:00010000:3.0:1705683772.390636:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b484280/0xcefed536a36e0831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c85 expref: 7954 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.390642:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b484280, rc 0) 00000100:00100000:0.0:1705683772.390649:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800736af300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554062656:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.390658:0:15123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.390659:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:20295:x1788538595365056:12345-192.168.203.16@tcp:101:dd.0 Request processed in 287us (402us total) trans 0 rc 0/0 00010000:00100000:0.0:1705683772.390662:0:15123:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.390663:0:15123:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.390664:0:15123:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390665:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420242 00010000:00010000:0.0:1705683772.390672:0:15041:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b65680/0xcefed536a36e0838 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa5f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c7e expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.390682:0:15041:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa5f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.390687:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.390687:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.390690:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b65680/0xcefed536a36e0838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c7e expref: 5769 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.390690:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094fae400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554062592:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.390694:0:15041:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131b65680/0xcefed536a36e0838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c7e expref: 5769 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390698:0:15041:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131b65680, rc 0) 00010000:00010000:3.0:1705683772.390702:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.390707:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c9e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:16585:x1788538595364992:12345-192.168.203.16@tcp:101:dd.0 Request processed in 483us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.390710:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420241 00010000:00100000:3.0:1705683772.390712:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.390713:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.390714:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.390727:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008eeb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15132:1788538554062912:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.390736:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.390737:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800736ada00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554063104:192.168.203.16@tcp:104: 00010000:00100000:3.0:1705683772.390741:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.390742:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.390743:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.390744:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.390748:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.390748:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.390749:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.390755:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eeb4600/2, rc 0, transno 170673 00000100:00100000:0.0:1705683772.390759:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.390760:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008eeb4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554061440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.390763:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390763:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390766:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365248 00000100:00100000:0.0:1705683772.390774:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390775:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390777:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298679 00000100:00100000:0.0:1705683772.390779:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c9cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1212:21822:x1788538595365248:12345-192.168.203.16@tcp:101:rm.0 00000100:00100000:3.0:1705683772.390783:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096988a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554065472:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.390784:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.390825:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.390826:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c9a expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390836:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1213 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390841:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1213 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.390844:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880135427500) 00010000:00010000:0.0:1705683772.390845:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.390846:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131b66800, rc 0) 00000004:00080000:3.0:1705683772.390855:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a57300/2, rc 0, transno 169906 00000100:00100000:0.0:1705683772.390856:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c9cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:21822:x1788538595365248:12345-192.168.203.16@tcp:101:rm.0 Request processed in 76us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.390858:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298679 00000100:00100000:3.0:1705683772.390860:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a57300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554060672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.390862:0:15075:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801334a4780/0xcefed536a36e0846 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc089:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8c93 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.390869:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390869:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390872:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554065472 00002000:00010000:1.0:1705683772.390872:0:15075:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc089:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683772.390881:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.390881:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.390881:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.390882:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.390882:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554065536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.390884:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420244 00000100:00100000:0.0:1705683772.390885:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+3822:3083:x1788538554065472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.390885:0:15075:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a4780/0xcefed536a36e0846 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c93 expref: 7954 pid: 15075 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683772.390892:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36299 count 1 00010000:00010000:1.0:1705683772.390892:0:15075:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801334a4780/0xcefed536a36e0846 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c93 expref: 7954 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.390898:0:15075:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801334a4780, rc 0) 00000100:00100000:3.0:1705683772.390899:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.390911:0:15075:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e9b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:21959:x1788538595365184:12345-192.168.203.16@tcp:101:dd.0 Request processed in 326us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.390916:0:15075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420243 00000100:00100000:3.0:1705683772.390919:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554064768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.390926:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390927:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390930:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554065536 00000100:00100000:3.0:1705683772.390933:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.390950:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab40f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554065024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.390952:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390953:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390956:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554064768 00000100:00100000:3.0:1705683772.390964:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.390965:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390967:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390969:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554065024 00000100:00100000:1.0:1705683772.390975:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.390976:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.390978:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800736a8000/2, rc 0, transno 170672 00000100:00100000:1.0:1705683772.390979:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420245 00000100:00100000:1.0:1705683772.390981:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+774:3084:x1788538554065536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.390982:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.390982:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800736a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554063424:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.390988:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ba0c80/0xcefed536a366ee6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef02 expref: 5768 pid: 15127 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1705683772.390990:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23297 count 1 00010000:00010000:0.0:1705683772.390995:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.390995:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.390996:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391005:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ba0c80/0xcefed536a366ee6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef02 expref: 5768 pid: 15127 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1705683772.391005:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a52800/2, rc 0, transno 170671 00000100:00100000:3.0:1705683772.391009:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a52800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554060736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.391010:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ba0c80/0xcefed536a366ee6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef02 expref: 5768 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.391015:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094c9d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0001_UUID:15077:1788538554065664:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.391024:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.391028:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554065728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.391031:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391031:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391035:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420246 00000100:00100000:0.0:1705683772.391037:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+3823:3081:x1788538554064768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.391043:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36298 count 1 00000100:00100000:3.0:1705683772.391044:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.391054:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.391058:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554065600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.391071:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.391090:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fe15f00/2, rc 0, transno 169903 00000100:00100000:3.0:1705683772.391095:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe15f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554062976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.391115:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.391120:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008eeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554065792:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.391135:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.391135:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.391140:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ba3480/0xcefed536a366ee61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeef4 expref: 5768 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.391144:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391144:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391146:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391154:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ba3480/0xcefed536a366ee61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeef4 expref: 5768 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.391158:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.391158:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eeb0f00/2, rc 0, transno 170675 00010000:00010000:0.0:1705683772.391159:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ba3480/0xcefed536a366ee61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeef4 expref: 5768 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.391163:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094c9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15028:1788538554065856:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.391163:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008eeb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554061632:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1705683772.391168:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b40c780/0xcefed536a363bbdf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597f19 expref: 8392 pid: 15131 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.391171:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093d5eb40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.391173:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.391174:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.391175:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.391178:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391178:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391181:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554065728 00000100:00100000:0.0:1705683772.391189:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391189:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.391189:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b40c780/0xcefed536a363bbdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f19 expref: 8392 pid: 15131 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.391191:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554065600 00000100:00100000:0.0:1705683772.391195:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391195:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391197:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554065792 00000100:00100000:0.0:1705683772.391201:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.391201:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b40c780/0xcefed536a363bbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f19 expref: 8392 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.391202:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391204:0:15057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420247 00000100:00100000:0.0:1705683772.391206:0:15057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+775:3081:x1788538554065024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.391208:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554065920:192.168.203.16@tcp:104: 00002000:00080000:0.0:1705683772.391212:0:15057:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23296 count 1 00000100:00100000:3.0:1705683772.391212:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.391213:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.391219:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420248 00000100:00100000:1.0:1705683772.391223:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.391223:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3825:3082:x1788538554065728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.391232:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391233:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:3.0:1705683772.391233:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36301 count 1 00000100:00100000:1.0:1705683772.391239:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420249 00000100:00100000:1.0:1705683772.391242:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3825:3082:x1788538554065600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.391252:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36300 count 1 00010000:00010000:3.0:1705683772.391339:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391347:0:15057:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.391348:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ba2580/0xcefed536a366ee8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef1e expref: 5768 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.391352:0:15057:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b40c000/0xcefed536a363bba7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597f04 expref: 8392 pid: 15073 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.391354:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.391355:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.391356:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.391357:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391359:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391360:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391360:0:15057:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391365:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096fa2d00/0xcefed536a366ee84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef10 expref: 5768 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.391369:0:15057:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b40c000/0xcefed536a363bba7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f04 expref: 8392 pid: 15073 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.391370:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.391371:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.391371:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ba2580/0xcefed536a366ee8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef1e expref: 5768 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.391372:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391373:0:15057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b40c000/0xcefed536a363bba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f04 expref: 8392 pid: 15073 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.391377:0:15057:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094c99900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554065984:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.391378:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ba2580/0xcefed536a366ee8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef1e expref: 5768 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.391385:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096fa2d00/0xcefed536a366ee84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef10 expref: 5768 pid: 15025 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.391386:0:15057:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801309d1600 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.391387:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c304600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554066048:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.391392:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391392:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.391392:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096fa2d00/0xcefed536a366ee84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef10 expref: 5768 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.391396:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420250 00000100:00100000:0.0:1705683772.391398:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fae400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+775:3084:x1788538554065792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.391401:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151300 going to sleep for 11 seconds 00002000:00080000:0.0:1705683772.391404:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23298 count 1 00000100:00100000:1.0:1705683772.391405:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554066112:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.391418:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c480 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.391465:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.391492:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.391500:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391501:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391506:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365376 00010000:00010000:1.0:1705683772.391516:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4ae300/0xcefed536a363bab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e63 expref: 8393 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.391528:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391529:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391532:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166358 00000100:00100000:1.0:1705683772.391535:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c4b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8393:1856:x1788538595365376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.391537:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391541:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.391542:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e458780/0xcefed536a363bc80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597f35 expref: 8393 pid: 15138 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.391543:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b4ae300/0xcefed536a363bab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e63 expref: 8393 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.391546:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391546:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391547:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391550:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b4ae300/0xcefed536a363bab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e63 expref: 8393 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.391556:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e458780/0xcefed536a363bc80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f35 expref: 8393 pid: 15138 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.391561:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e458780/0xcefed536a363bc80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f35 expref: 8393 pid: 15138 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.391562:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4ae300/0xcefed536a363bab2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5afa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e63 expref: 8393 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.391565:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094c99e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554066176:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.391571:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.391572:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.391574:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3f00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.391574:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391579:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.391580:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391580:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391583:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365312 00000100:00100000:0.0:1705683772.391592:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391592:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.391592:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.391594:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420251 00000100:00100000:0.0:1705683772.391596:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:c77a26ac-6587-4500-88fc-a375de7e12f4+9433:16401:x1788538595365312:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.391600:0:15041:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.391603:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c4b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8392:1856:x1788538595365376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.391608:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166358 00010000:00010000:1.0:1705683772.391625:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391630:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391636:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391641:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.391658:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.391762:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.391763:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.391763:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009339f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+776:3081:x1788538554061888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11287us (11315us total) trans 4295137205 rc 0/0 00010000:00010000:0.0:1705683772.391767:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a1e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.391768:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.391768:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420206 00010000:00010000:0.0:1705683772.391771:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391779:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391782:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323a1e00/0xcefed536a36e06be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5afa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391789:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.391789:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008da6a300/2, rc 0, transno 169909 00010000:00010000:0.0:1705683772.391790:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.391790:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.391795:0:15041:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0859b80/0xcefed536a36e087e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ca1 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.391796:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008da6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554061888:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1705683772.391826:0:15041:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.391837:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391839:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.391841:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0859b80/0xcefed536a36e087e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ca1 expref: 9434 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.391845:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1705683772.391846:0:15041:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0859b80/0xcefed536a36e087e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ca1 expref: 9434 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.391850:0:15041:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0859b80, rc 0) 00000100:00100000:3.0:1705683772.391851:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c302800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554066240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.391858:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:16401:x1788538595365312:12345-192.168.203.16@tcp:101:dd.0 Request processed in 261us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.391861:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420251 00000100:00100000:3.0:1705683772.391870:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.391875:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391876:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391879:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554066240 00000100:00100000:0.0:1705683772.391884:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391885:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.391887:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420252 00000100:00100000:0.0:1705683772.391889:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c302d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+776:3083:x1788538554066240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.391894:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23299 count 1 00000100:00100000:1.0:1705683772.391946:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.391957:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391958:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391962:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365440 00010000:00010000:1.0:1705683772.391971:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c844500/0xcefed536a366ee1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeae expref: 5769 pid: 14272 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.391983:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391984:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.391987:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166359 00000100:00100000:1.0:1705683772.391990:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801314c7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:1856:x1788538595365440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.391996:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.391999:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c844500/0xcefed536a366ee1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeae expref: 5769 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.392005:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c844500/0xcefed536a366ee1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeae expref: 5769 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.392016:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c844500/0xcefed536a366ee1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeeae expref: 5769 pid: 14272 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.392027:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392027:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392028:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392030:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392033:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b42c280/0xcefed536a363bc9c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597f51 expref: 8391 pid: 15044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.392035:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392036:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.392037:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.392037:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392047:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b42c280/0xcefed536a363bc9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f51 expref: 8391 pid: 15044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.392048:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.392051:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b42c280/0xcefed536a363bc9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f51 expref: 8391 pid: 15044 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.392055:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094c9da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554066304:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.392058:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801314c7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5768:1856:x1788538595365440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.392064:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.392064:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166359 00010000:00010000:1.0:1705683772.392079:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.392084:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.392085:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392090:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392096:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.392099:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.392103:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392104:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.392105:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683772.392108:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365632 00000100:00100000:0.0:1705683772.392117:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392118:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392120:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298680 00000100:00100000:0.0:1705683772.392122:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c9ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:21935:x1788538595365632:12345-192.168.203.16@tcp:36:mrename.0 00010000:00010000:0.0:1705683772.392137:0:14204:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.392144:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009deccc80/0xcefed536a36e018c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2592:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8aa9 expref: 1213 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392151:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2592:0x0].0x0 (ffff88009a31c000) 00010000:00010000:0.0:1705683772.392155:0:14204:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.392175:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392179:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392182:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392197:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392200:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392202:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000100:00100000:1.0:1705683772.392207:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008febb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0000-mdtlov_UUID+3826:3081:x1788538554062400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11527us (11546us total) trans 4295137972 rc 0/0 00000100:00100000:1.0:1705683772.392212:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420209 00000100:00100000:1.0:1705683772.392229:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.392229:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008febda00/2, rc 0, transno 170676 00000100:00100000:1.0:1705683772.392230:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.392234:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00000100:00100000:1.0:1705683772.392234:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365568 00010000:00010000:0.0:1705683772.392236:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.392236:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008febda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554062400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.392239:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.392244:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c162d00/0xcefed536a368baa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b81fb expref: 7954 pid: 15050 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.392255:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392256:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.392257:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683772.392259:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166360 00000100:00100000:1.0:1705683772.392262:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:1856:x1788538595365568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.392262:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c300a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554066368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.392270:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.392272:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c162d00/0xcefed536a368baa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b81fb expref: 7954 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.392274:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392277:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.392278:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.392279:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c162d00/0xcefed536a368baa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b81fb expref: 7954 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.392280:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392284:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.392287:0:14204:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1212 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392290:0:14204:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.392292:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c162d00/0xcefed536a368baa1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b81fb expref: 7954 pid: 15050 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.392299:0:14204:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1212 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392300:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392301:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392302:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392303:0:14204:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1212 pid: 14196 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.392308:0:14204:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094c98a00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:14204:1788538554066432:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.392308:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.392317:0:14204:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2439c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.392325:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.392327:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392328:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.392331:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a2f80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.392332:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392333:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392335:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392340:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1856:x1788538595365568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 76us (255us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.392340:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392341:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392344:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323a2f80/0xcefed536a36e06cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392345:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166360 00010000:00010000:3.0:1705683772.392351:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392352:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392353:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392353:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.392356:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392360:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392361:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392365:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554066368 00010000:00010000:3.0:1705683772.392371:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.392374:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.392375:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392375:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392376:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392378:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420253 00010000:00010000:0.0:1705683772.392379:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c7b6d00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.392379:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392381:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c301e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0000-mdtlov_UUID+3826:3082:x1788538554066368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.392383:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392390:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.392391:0:15048:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36302 count 1 00010000:00010000:0.0:1705683772.392393:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c7b6d00/0xcefed536a36e06c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392401:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392401:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392402:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.392417:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.392429:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.392438:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.392446:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.392453:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.392460:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.392466:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0001-mdtlov_UUID+802:3084:x1788538554062144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11932us (12004us total) trans 4295137206 rc 0/0 00000100:00100000:0.0:1705683772.392467:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.392471:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392471:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.392472:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420207 00000100:00100000:0.0:1705683772.392474:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365696 00010000:00010000:0.0:1705683772.392480:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e6c7480/0xcefed536a363badc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e86 expref: 8392 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.392487:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392488:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392489:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365824 00010000:00010000:0.0:1705683772.392493:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eefed00/0xcefed536a368c1fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b836e expref: 7953 pid: 15098 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.392497:0:15144:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554063936:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.392498:0:15048:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.392501:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392502:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392503:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365952 00000100:00100000:3.0:1705683772.392505:0:15144:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554064000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.392506:0:15048:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ba2080/0xcefed536a366ee99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef2c expref: 5767 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.392507:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131f18000/0xcefed536a35d439b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b54a expref: 9434 pid: 14227 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.392512:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392512:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392514:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.392519:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392520:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392521:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366016 00010000:00010000:3.0:1705683772.392522:0:15144:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099d55680/0xcefed536a36e079e lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c54 expref: 5767 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392526:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c844280/0xcefed536a366ee45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeed8 expref: 5768 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.392528:0:15048:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ba2080/0xcefed536a366ee99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef2c expref: 5768 pid: 15127 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.392530:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392530:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392531:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365760 00010000:00010000:3.0:1705683772.392531:0:15144:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d55680, rc 0) 00010000:00010000:0.0:1705683772.392535:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c846300/0xcefed536a366ee29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeebc expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.392535:0:15048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ba2080/0xcefed536a366ee99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef2c expref: 5769 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.392538:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392538:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.392538:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392539:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595365888 00000100:00100000:3.0:1705683772.392539:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.392543:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926c5b80/0xcefed536a368cc59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8830 expref: 7954 pid: 15118 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.392543:0:15048:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093892d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554066496:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.392544:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366080 00000100:00100000:0.0:1705683772.392546:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392547:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392549:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166361 00000100:00100000:0.0:1705683772.392550:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736ada00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8392:1856:x1788538595365696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.392553:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ab7200/0xcefed536a35d4298 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b478 expref: 5770 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.392554:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.392556:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e6c7480/0xcefed536a363badc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e86 expref: 8392 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.392556:0:15048:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7dcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.392560:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e6c7480/0xcefed536a363badc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e86 expref: 8392 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.392563:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.392563:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392564:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392565:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.392568:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c7480/0xcefed536a363badc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5afb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597e86 expref: 8392 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.392568:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166362 00000100:00100000:1.0:1705683772.392572:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166363 00000100:00100000:3.0:1705683772.392572:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736af300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7954:1856:x1788538595365824:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.392573:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.392574:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.392575:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392576:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe62850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:1856:x1788538595365952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.392578:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392578:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.392581:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.392581:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eefed00/0xcefed536a368c1fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b836e expref: 7954 pid: 15098 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.392586:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.392587:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eefed00/0xcefed536a368c1fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b836e expref: 7954 pid: 15098 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.392590:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131f18000/0xcefed536a35d439b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b54a expref: 9434 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.392592:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736ada00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+8391:1856:x1788538595365696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.392595:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166361 00010000:00010000:3.0:1705683772.392600:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eefed00/0xcefed536a368c1fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b836e expref: 7954 pid: 15098 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.392601:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392602:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.392603:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131f18000/0xcefed536a35d439b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b54a expref: 9434 pid: 14227 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.392604:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166364 00000100:00100000:0.0:1705683772.392605:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5770:1858:x1788538595366016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.392608:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.392610:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c844280/0xcefed536a366ee45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeed8 expref: 5770 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.392610:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392611:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131f18000/0xcefed536a35d439b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b54a expref: 9434 pid: 14227 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.392611:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.392612:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392617:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c844280/0xcefed536a366ee45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeed8 expref: 5770 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.392617:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392620:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.392622:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.392623:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.392624:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392627:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392629:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe62850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:c77a26ac-6587-4500-88fc-a375de7e12f4+9433:1856:x1788538595365952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 53us (190us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.392631:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.392632:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.392633:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166363 00000100:00100000:0.0:1705683772.392636:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5770:1858:x1788538595366016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 30us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.392639:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166364 00000100:00100000:1.0:1705683772.392643:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.392643:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736af300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1856:x1788538595365824:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.392644:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392645:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392646:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.392647:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166365 00000100:00100000:1.0:1705683772.392650:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+5769:1856:x1788538595365760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.392650:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166362 00000100:00100000:0.0:1705683772.392653:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166366 00000100:00100000:0.0:1705683772.392654:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7953:1856:x1788538595365888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.392655:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.392657:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.392658:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c846300/0xcefed536a366ee29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeebc expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.392659:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926c5b80/0xcefed536a368cc59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8830 expref: 7952 pid: 15118 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.392662:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926c5b80/0xcefed536a368cc59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8830 expref: 7952 pid: 15118 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.392665:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c846300/0xcefed536a366ee29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeebc expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.392671:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926c5b80/0xcefed536a368cc59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b8830 expref: 7952 pid: 15118 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.392672:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.392673:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.392676:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.392676:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392676:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c846300/0xcefed536a366ee29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeebc expref: 5769 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.392677:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.392677:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166367 00010000:00010000:0.0:1705683772.392680:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.392681:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5768:1856:x1788538595366080:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.392682:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392683:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.392684:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392686:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.392687:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.392688:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.392690:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7951:1856:x1788538595365888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 35us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.392692:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166366 00010000:00010000:3.0:1705683772.392694:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099ab7200/0xcefed536a35d4298 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b478 expref: 5768 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.392698:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.392701:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099ab7200/0xcefed536a35d4298 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b478 expref: 5768 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.392702:0:15123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392705:0:15123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392706:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:8dc539e0-a6d0-4264-ae88-11424261aea3+5768:1856:x1788538595365760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 55us (252us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.392708:0:15123:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392709:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166365 00010000:00010000:0.0:1705683772.392711:0:15123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392712:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ab7200/0xcefed536a35d4298 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b478 expref: 5768 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.392719:0:15123:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.392720:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.392721:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.392723:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d55680/0xcefed536a36e079e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c54 expref: 5766 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392725:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.392727:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392728:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099d55680/0xcefed536a36e079e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c54 expref: 5766 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392731:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008edced00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.392732:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392735:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392741:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392743:0:14211:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099d55680/0xcefed536a36e079e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c54 expref: 5766 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392744:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008edced00/0xcefed536a36e06d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5afb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.392750:0:14211:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c304100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:14211:1788538554066560:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.392752:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.392753:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.392753:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.392763:0:14271:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c844280/0xcefed536a366ee45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeed8 expref: 5766 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.392764:0:14211:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.392769:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009848e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538554063872:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.392778:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.392779:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:8dc539e0-a6d0-4264-ae88-11424261aea3+5765:12859:x1788538595363392:12345-192.168.203.16@tcp:101:dd.0 Request processed in 6803us (6841us total) trans 0 rc 0/0 00010000:00100000:1.0:1705683772.392781:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.392782:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.392783:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.392783:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.392784:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420228 00000100:00100000:0.0:1705683772.392785:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008febe900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0000-mdtlov_UUID+777:3081:x1788538554062464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12063us (12086us total) trans 4295137207 rc 0/0 00010000:00010000:1.0:1705683772.392786:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.392789:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420210 00010000:00010000:1.0:1705683772.392789:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392791:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392798:0:15098:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392799:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.392824:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.392826:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392829:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323d8500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.392830:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392834:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392838:0:15098:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392840:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392843:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323d8500/0xcefed536a36e0797 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392844:0:15098:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392849:0:15098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392852:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392853:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392853:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392856:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392862:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.392866:0:15098:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.392867:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392869:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392874:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.392875:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392877:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323daa80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.392878:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392881:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392886:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392888:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323daa80/0xcefed536a36e070b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.392890:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3827:3084:x1788538554063744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7118us (7148us total) trans 4295137973 rc 0/0 00000100:00100000:1.0:1705683772.392894:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420226 00010000:00010000:0.0:1705683772.392899:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392899:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392900:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392903:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.392906:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.392907:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392910:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131cb6f80 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:1.0:1705683772.392910:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009848e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538554064064:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.392911:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392914:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392918:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.392918:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.392921:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131cb6f80/0xcefed536a36e073c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.392921:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.392922:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.392922:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.392934:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392935:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.392936:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.392950:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0001-mdtlov_UUID+802:3084:x1788538554062720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10944us (11003us total) trans 4295137208 rc 0/0 00000100:00100000:1.0:1705683772.392955:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554064256:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.392956:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420215 00010000:00010000:1.0:1705683772.392961:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.392964:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.392965:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.392965:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.392980:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800904d0f00/2, rc 0, transno 170677 00000100:00100000:1.0:1705683772.392982:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.392986:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554063744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.392994:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392995:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.392998:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366144 00010000:00010000:0.0:1705683772.393005:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2fde00/0xcefed536a366ee53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeee6 expref: 5765 pid: 15043 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.393012:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094fabc00/2, rc 0, transno 169912 00000100:00100000:1.0:1705683772.393016:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.393017:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094fabc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554062720:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.393020:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393020:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393022:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366208 00000100:00100000:1.0:1705683772.393023:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.393023:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.393026:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132328c80/0xcefed536a368e51f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b950a expref: 7951 pid: 14251 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.393028:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166368 00000100:00100000:1.0:1705683772.393030:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5765:1856:x1788538595366144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.393032:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393032:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393034:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166369 00010000:00010000:1.0:1705683772.393034:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.393036:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7951:1857:x1788538595366208:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.393036:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2fde00/0xcefed536a366ee53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeee6 expref: 5765 pid: 15043 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.393039:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131ccf800/2, rc 0, transno 169910 00010000:00010000:0.0:1705683772.393040:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.393041:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132328c80/0xcefed536a368e51f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b950a expref: 7951 pid: 14251 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.393041:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2fde00/0xcefed536a366ee53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeee6 expref: 5765 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.393043:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554062144:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.393046:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132328c80/0xcefed536a368e51f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b950a expref: 7951 pid: 14251 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.393048:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2fde00/0xcefed536a366ee53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeee6 expref: 5765 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.393053:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132328c80/0xcefed536a368e51f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15b950a expref: 7951 pid: 14251 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.393057:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.393057:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.393058:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.393058:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393059:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.393060:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393060:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c306900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554066688:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.393062:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393063:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393070:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.393074:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.393075:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.393076:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5764:1856:x1788538595366144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.393079:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166368 00000100:00100000:0.0:1705683772.393081:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7950:1857:x1788538595366208:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.393084:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166369 00000100:00100000:3.0:1705683772.393087:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1705683772.393091:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393091:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c306e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554066752:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.393094:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393095:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393097:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393098:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393100:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393100:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393103:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393104:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.393105:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.393108:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683772.393110:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.393111:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393114:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801334a4c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.393116:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393116:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393117:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.393118:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393122:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554066688 00010000:00010000:1.0:1705683772.393123:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393126:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801334a4c80/0xcefed536a36e07a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393134:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.393134:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393134:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393135:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393137:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554066752 00010000:00010000:1.0:1705683772.393138:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801334a6f80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.393138:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393141:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393144:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.393145:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393145:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.393148:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334a6f80/0xcefed536a36e07ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393148:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420254 00000100:00100000:3.0:1705683772.393151:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c306400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0001-mdtlov_UUID+805:3083:x1788538554066688:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.393157:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.393157:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.393158:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.393160:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.393160:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:3.0:1705683772.393161:0:15098:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32731 count 1 00000100:00100000:1.0:1705683772.393163:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420255 00000100:00100000:1.0:1705683772.393165:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c303200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+805:3083:x1788538554066752:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.393167:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+805:3081:x1788538554064128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6772us (6819us total) trans 4295137210 rc 0/0 00000100:00100000:0.0:1705683772.393171:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420229 00002000:00080000:1.0:1705683772.393172:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32732 count 1 00010000:00010000:0.0:1705683772.393181:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.393190:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800736a9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554064320:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.393198:0:15053:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.393201:0:15053:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.393202:0:15053:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.393203:0:15053:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393213:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0001-mdtlov_UUID+804:3081:x1788538554062848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10874us (10973us total) trans 4295137209 rc 0/0 00000100:00100000:0.0:1705683772.393216:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420217 00000100:00100000:0.0:1705683772.393238:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.393242:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393243:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393246:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366336 00010000:00010000:0.0:1705683772.393251:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ded8a00/0xcefed536a35abf55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b289 expref: 9433 pid: 15079 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.393257:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393258:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393260:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166370 00000100:00100000:0.0:1705683772.393262:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+9433:1857:x1788538595366336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.393265:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.393270:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ded8a00/0xcefed536a35abf55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b289 expref: 9433 pid: 15079 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.393274:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ded8a00/0xcefed536a35abf55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b289 expref: 9433 pid: 15079 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.393282:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.393282:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.393284:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801334a5b80/0xcefed536a36e07c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c62 expref: 5763 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393287:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801334a5b80/0xcefed536a36e07c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c62 expref: 5763 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393300:0:15105:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801334a5b80/0xcefed536a36e07c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c62 expref: 5763 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393301:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.393305:0:15105:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a6d0a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0001_UUID:15105:1788538554066816:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.393306:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b56e800/0xcefed536a36912ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ba858 expref: 7949 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393310:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.393310:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.393311:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.393313:0:15105:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.393317:0:15098:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393320:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b56e800/0xcefed536a36912ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba858 expref: 7949 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393324:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b56e800/0xcefed536a36912ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba858 expref: 7949 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.393326:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a27fc00/0xcefed536a3690bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ba6d0 expref: 7949 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.393332:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009848e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538554066880:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.393332:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.393333:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.393334:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.393343:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d840 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.393349:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a27fc00/0xcefed536a3690bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba6d0 expref: 7949 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393355:0:14210:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ded8a00/0xcefed536a35abf55 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b289 expref: 9433 pid: 15079 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.393356:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a27fc00/0xcefed536a3690bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba6d0 expref: 7949 pid: 15098 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.393361:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007370b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554064384:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.393364:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c303c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554066944:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.393365:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.393369:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801334a5b80/0xcefed536a36e07c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6e17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c62 expref: 5763 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.393372:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393373:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.393374:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801334a5b80, rc 0) 00000100:00100000:0.0:1705683772.393376:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366272 00000100:00100000:3.0:1705683772.393378:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1bec180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.393380:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991a5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5763:11885:x1788538595363520:12345-192.168.203.16@tcp:101:dd.0 Request processed in 6687us (6709us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.393383:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800990f3200/0xcefed536a368f628 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba1f2 expref: 7950 pid: 14279 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.393384:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420232 00000100:00100000:0.0:1705683772.393389:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393390:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393392:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166371 00000100:00100000:0.0:1705683772.393394:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c39900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7950:1857:x1788538595366272:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.393395:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393397:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.393399:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800990f3200/0xcefed536a368f628 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba1f2 expref: 7950 pid: 14279 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.393400:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393403:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800990f3200/0xcefed536a368f628 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba1f2 expref: 7950 pid: 14279 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.393406:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393409:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800990f3200/0xcefed536a368f628 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba1f2 expref: 7950 pid: 14279 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.393411:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393418:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.393419:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.393420:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.393421:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.393423:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393430:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.393436:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c39900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7949:1857:x1788538595366272:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.393439:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166371 00010000:00010000:0.0:1705683772.393447:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.393449:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393452:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b16e800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.393453:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.393455:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3828:3084:x1788538554063808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7489us (7601us total) trans 4295137974 rc 0/0 00010000:00010000:0.0:1705683772.393456:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.393458:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420227 00010000:00010000:0.0:1705683772.393461:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393463:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b16e800/0xcefed536a36e0704 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683772.393474:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800904d5000/2, rc 0, transno 170678 00010000:00010000:0.0:1705683772.393476:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.393476:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.393477:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.393478:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554063808:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.393480:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393483:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393486:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393488:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393493:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.393516:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.393517:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3827:3084:x1788538554062784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11485us (11543us total) trans 4295137975 rc 0/0 00000100:00100000:3.0:1705683772.393523:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420216 00000100:00100000:1.0:1705683772.393531:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.393532:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393533:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393536:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366400 00000100:00100000:3.0:1705683772.393549:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420256 00000100:00100000:0.0:1705683772.393551:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c09e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+804:3081:x1788538554064192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7145us (7172us total) trans 4295137211 rc 0/0 00000100:00100000:3.0:1705683772.393552:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:c77a26ac-6587-4500-88fc-a375de7e12f4+9433:26755:x1788538595366400:12345-192.168.203.16@tcp:101:dir_create.sh.0 00000100:00100000:0.0:1705683772.393555:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420230 00000100:00100000:3.0:1705683772.393559:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393560:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393560:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393561:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393563:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366464 00010000:00010000:3.0:1705683772.393567:0:15132:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.393577:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393578:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.393580:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420257 00000100:00100000:0.0:1705683772.393582:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:19986:x1788538595366464:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.393586:0:15053:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.393589:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.393613:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.393721:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.393722:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.393725:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366528 00000100:00100000:3.0:1705683772.393729:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393730:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.393735:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366592 00000100:00100000:1.0:1705683772.393736:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.393737:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.393738:0:15053:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b000c80/0xcefed536a36e08c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x8d64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8caf expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.393740:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420258 00000100:00100000:1.0:1705683772.393742:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:8dc539e0-a6d0-4264-ae88-11424261aea3+8392:26792:x1788538595366528:12345-192.168.203.16@tcp:101:dir_create.sh.0 00002000:00010000:0.0:1705683772.393746:0:15053:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x8d64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.393747:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.393751:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.393752:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.393752:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.393753:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.393755:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b000c80/0xcefed536a36e08c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8caf expref: 9435 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.393756:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420259 00000100:00100000:3.0:1705683772.393759:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eeb2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:8dc539e0-a6d0-4264-ae88-11424261aea3+8392:26799:x1788538595366592:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.393760:0:15053:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b000c80/0xcefed536a36e08c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8caf expref: 9435 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393764:0:15053:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b000c80, rc 0) 00010000:00010000:3.0:1705683772.393764:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.393777:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:19986:x1788538595366464:12345-192.168.203.16@tcp:101:dd.0 Request processed in 194us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.393780:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420257 00010000:00010000:0.0:1705683772.393791:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.393792:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393796:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fa13980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.393797:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393824:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393830:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.393833:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa13980/0xcefed536a36e07b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393953:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8a00/0xcefed536a36e08cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cb6 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393966:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4e8a00/0xcefed536a360b82d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb1582104 expref: 7948 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393971:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.393972:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.393974:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8a00/0xcefed536a36e08cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cb6 expref: 8393 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393988:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4e8a00/0xcefed536a360b82d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582104 expref: 7948 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.393994:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4e8a00/0xcefed536a360b82d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582104 expref: 7948 pid: 15126 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.394002:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008eeb6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554067072:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.394019:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d0c0 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.394043:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800736aa800/2, rc 0, transno 170679 00000100:00100000:1.0:1705683772.394050:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800736aa800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554062784:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.394219:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.394220:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.394221:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.394379:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554065344:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.394389:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.394395:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394396:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394396:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.394412:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d205500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554065152:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.394419:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe10500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554065216:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.394422:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.394426:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130388280/0xcefed536a36e08d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb91c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cbd expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.394428:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.394428:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394428:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394429:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.394432:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.394432:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.394433:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00010000:3.0:1705683772.394438:0:15126:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xb91c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.394447:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.394448:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.394451:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130388280/0xcefed536a36e08d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cbd expref: 8394 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.394459:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130388280/0xcefed536a36e08d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cbd expref: 8394 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.394465:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130388280, rc 0) 00000100:00100000:3.0:1705683772.394487:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:8dc539e0-a6d0-4264-ae88-11424261aea3+8394:26799:x1788538595366592:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 726us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.394492:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420259 00000100:00100000:3.0:1705683772.394517:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c384100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15085:1788538554064576:192.168.203.16@tcp:105: 00010000:00010000:3.0:1705683772.394528:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.394542:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736ac600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7948:1859:x1788538595363776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5783us (5844us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.394547:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166352 00000100:00100000:3.0:1705683772.394584:0:7676:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098489400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7676:1788538554064448:192.168.203.16@tcp:105: 00010000:00010000:3.0:1705683772.394595:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.394615:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7947:1856:x1788538595364672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6976us (7028us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.394624:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166341 00000100:00100000:3.0:1705683772.394664:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c381900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554064640:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.394672:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.394676:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394677:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394677:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.394690:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554065280:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.394698:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.394701:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394702:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394702:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.394709:0:15132:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095e12a80/0xcefed536a36e08d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x92bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ca8 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.394716:0:15132:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x92bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.394725:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.394726:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.394730:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e12a80/0xcefed536a36e08d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ca8 expref: 9435 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.394738:0:15132:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095e12a80/0xcefed536a36e08d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ca8 expref: 9435 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.394745:0:15132:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095e12a80, rc 0) 00000100:00100000:0.0:1705683772.394751:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094c9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15028:1788538554065856:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.394760:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.394763:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094c9d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0001_UUID:15077:1788538554065664:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.394763:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554065408:192.168.203.16@tcp:104: 00010000:00100000:0.0:1705683772.394764:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.394764:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.394765:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.394773:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.394774:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.394779:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394780:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394780:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394780:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394781:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394781:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394784:0:15057:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094c99900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554065984:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.394791:0:15057:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.394795:0:15057:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.394795:0:15057:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.394795:0:15057:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.394795:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554065920:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.394825:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:26755:x1788538595366400:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 1247us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.394830:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420256 00010000:00010000:1.0:1705683772.394839:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.394845:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394846:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394847:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.394847:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c300f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554066624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.394870:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c304600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554066048:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.394877:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.394881:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394882:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.394882:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394889:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.394899:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.394900:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.394904:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366656 00000100:00100000:0.0:1705683772.394907:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.394913:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e45a580/0xcefed536a363bb37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597eb7 expref: 8394 pid: 15048 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.394917:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.394922:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554066112:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.394925:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394925:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.394926:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.394927:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394929:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366784 00000100:00100000:3.0:1705683772.394930:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366912 00010000:00010000:1.0:1705683772.394935:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.394936:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b218280/0xcefed536a36900a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba45a expref: 7947 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.394937:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e45ad00/0xcefed536a363bb8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ee8 expref: 8395 pid: 15048 timeout: 644 lvb_type: 1 00010000:00100000:1.0:1705683772.394940:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394940:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.394941:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394944:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394944:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394947:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166372 00000100:00100000:1.0:1705683772.394948:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.394948:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.394949:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8395:1856:x1788538595366656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.394953:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.394953:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.394954:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e45a580/0xcefed536a363bb37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597eb7 expref: 8395 pid: 15048 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.394954:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.394955:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166373 00000100:00100000:3.0:1705683772.394958:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166374 00010000:00010000:0.0:1705683772.394959:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e45a580/0xcefed536a363bb37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597eb7 expref: 8395 pid: 15048 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.394959:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c39400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7947:1856:x1788538595366784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.394962:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8395:1856:x1788538595366912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.394965:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.394968:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e45a580/0xcefed536a363bb37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5afd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597eb7 expref: 8395 pid: 15048 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.394968:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b218280/0xcefed536a36900a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba45a expref: 7947 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.394968:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.394971:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e45ad00/0xcefed536a363bb8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ee8 expref: 8395 pid: 15048 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.394973:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.394974:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.394975:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.394975:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b218280/0xcefed536a36900a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba45a expref: 7947 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.394978:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.394978:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e45ad00/0xcefed536a363bb8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ee8 expref: 8394 pid: 15048 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.394987:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b218280/0xcefed536a36900a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba45a expref: 7947 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.394989:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.394991:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e45ad00/0xcefed536a363bb8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ee8 expref: 8394 pid: 15048 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.394996:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.394997:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.394998:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.394999:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8393:1856:x1788538595366656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 49us (110us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.394999:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.395000:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.395001:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.395002:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166372 00010000:00010000:1.0:1705683772.395003:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.395007:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395016:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.395019:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.395020:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.395024:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395025:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395027:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367040 00000100:00100000:1.0:1705683772.395031:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c39400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:1856:x1788538595366784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (123us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.395033:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ba0c80/0xcefed536a366ee6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef02 expref: 5763 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.395035:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8392:1856:x1788538595366912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.395037:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166373 00000100:00100000:3.0:1705683772.395040:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166374 00000100:00100000:0.0:1705683772.395041:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395041:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395043:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166375 00000100:00100000:0.0:1705683772.395045:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5763:1856:x1788538595367040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.395048:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.395050:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ba0c80/0xcefed536a366ee6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef02 expref: 5763 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.395053:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ba0c80/0xcefed536a366ee6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef02 expref: 5763 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.395055:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.395056:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395060:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395061:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ba0c80/0xcefed536a366ee6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef02 expref: 5763 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.395061:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395066:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395067:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.395067:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.395067:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395068:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395070:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395071:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.395071:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395078:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.395080:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.395083:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683772.395085:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5762:1856:x1788538595367040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.395088:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166375 00010000:00010000:0.0:1705683772.395096:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.395098:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395101:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099a7f700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.395102:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395105:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395110:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395113:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a7f700/0xcefed536a36e0800 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5afd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395123:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.395124:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395127:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097d4e300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.395128:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395131:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395134:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395137:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d4e300/0xcefed536a36e07f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.395138:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.395144:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395145:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395145:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.395151:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090f1da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554067136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.395165:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.395167:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.395171:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395171:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395174:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367168 00010000:00010000:0.0:1705683772.395179:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b40c780/0xcefed536a363bbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f19 expref: 8392 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.395179:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+778:3082:x1788538554064832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5185us (5216us total) trans 4295137212 rc 0/0 00000100:00100000:3.0:1705683772.395179:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395180:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395185:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395185:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.395185:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420239 00000100:00100000:3.0:1705683772.395185:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554066624 00000100:00100000:0.0:1705683772.395187:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166376 00000100:00100000:0.0:1705683772.395189:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8392:1856:x1788538595367168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.395193:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.395194:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b40c780/0xcefed536a363bbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f19 expref: 8392 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.395195:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395195:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.395196:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395196:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.395198:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b40c780/0xcefed536a363bbdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f19 expref: 8392 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.395198:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067136 00000100:00100000:1.0:1705683772.395200:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420260 00000100:00100000:1.0:1705683772.395203:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c304600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3828:3082:x1788538554066624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.395205:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b40c780/0xcefed536a363bbdf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f19 expref: 8392 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.395206:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395207:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.395210:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.395210:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.395211:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.395211:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420261 00000100:00100000:3.0:1705683772.395213:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c303700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3828:3082:x1788538554067136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.395214:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.395214:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36303 count 1 00010000:00010000:0.0:1705683772.395220:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1705683772.395223:0:15144:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36305 count 1 00000100:00100000:0.0:1705683772.395228:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8391:1856:x1788538595367168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.395230:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166376 00000100:00100000:0.0:1705683772.395271:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094c99e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554066176:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.395279:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.395282:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.395283:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.395284:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395290:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094c9da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554066304:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.395295:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.395298:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.395299:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.395299:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395329:0:14204:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094c98a00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:14204:1788538554066432:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.395335:0:14204:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00100000:0.0:1705683772.395338:0:14204:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.395338:0:14204:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.395339:0:14204:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.395350:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395359:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ba2300/0xcefed536a366eea7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef3a expref: 5761 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.395365:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.395366:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.395367:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395381:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ba2300/0xcefed536a366eea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef3a expref: 5761 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.395387:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ba2300/0xcefed536a366eea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef3a expref: 5761 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.395394:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe10500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554067200:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.395418:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255600 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.395430:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395435:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395441:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.395444:0:15144:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395446:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395454:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.395457:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b40f700/0xcefed536a366eec3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef56 expref: 5761 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.395460:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.395462:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.395462:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.395463:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.395464:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395465:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131b64780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.395467:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395470:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395476:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.395478:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b40f700/0xcefed536a366eec3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef56 expref: 5761 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.395479:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b64780/0xcefed536a36e084d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.395485:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b40f700/0xcefed536a366eec3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef56 expref: 5761 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.395487:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395488:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395489:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.395493:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008c307800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554067264:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.395514:0:15144:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093f33f00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.395546:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+3829:3083:x1788538554065472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4658us (4720us total) trans 4295137976 rc 0/0 00000100:00100000:1.0:1705683772.395552:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420244 00010000:00010000:1.0:1705683772.395565:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.395570:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.395574:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab46400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+777:3084:x1788538554064960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5985us (6046us total) trans 4295137213 rc 0/0 00010000:00010000:1.0:1705683772.395576:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.395580:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420236 00010000:00010000:1.0:1705683772.395582:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683772.395583:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab43200/2, rc 0, transno 169917 00010000:00010000:1.0:1705683772.395586:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.395588:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab43200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554064960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.395595:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1705683772.395603:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096988a00/2, rc 0, transno 170680 00010000:00010000:0.0:1705683772.395604:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.395606:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395609:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801334a7480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.395610:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395614:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.395616:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096988a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554065472:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.395619:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395622:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334a7480/0xcefed536a36e085b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.395623:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c38a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554067328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.395631:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395631:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395632:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.395638:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554067392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.395641:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.395652:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.395657:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395658:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395662:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067328 00000100:00100000:3.0:1705683772.395675:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395676:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395679:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067392 00000100:00100000:3.0:1705683772.395687:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395688:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395692:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.395692:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.395692:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420262 00000100:00100000:3.0:1705683772.395694:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c300500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+778:3083:x1788538554067328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.395696:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420263 00000100:00100000:0.0:1705683772.395698:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c38500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0000-mdtlov_UUID+3829:3084:x1788538554067392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.395704:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23300 count 1 00002000:00080000:0.0:1705683772.395706:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36306 count 1 00000100:00100000:1.0:1705683772.395709:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+778:3084:x1788538554065536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4726us (4809us total) trans 4295137214 rc 0/0 00000100:00100000:1.0:1705683772.395715:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420245 00010000:00010000:1.0:1705683772.395732:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395738:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395743:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395752:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.395769:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.395794:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.395796:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395822:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801334a4000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.395824:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395828:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395834:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395837:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334a4000/0xcefed536a36e07e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395847:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395847:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395848:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.395852:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395861:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b40e300/0xcefed536a366eed1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef64 expref: 5761 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.395865:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.395865:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.395866:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.395876:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b40e300/0xcefed536a366eed1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef64 expref: 5761 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.395880:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b40e300/0xcefed536a366eed1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef64 expref: 5761 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.395885:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0001_UUID:15142:1788538554067456:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.395892:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c383700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+804:3084:x1788538554064704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6501us (6539us total) trans 4295137215 rc 0/0 00000100:00100000:1.0:1705683772.395898:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420234 00010000:00010000:3.0:1705683772.395899:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.395900:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2439c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.395909:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e45b700/0xcefed536a363bcbf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597f6d expref: 8390 pid: 15114 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1705683772.395912:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009698c100/2, rc 0, transno 169918 00010000:00010000:3.0:1705683772.395914:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.395915:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.395916:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554065536:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.395916:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683772.395920:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c386e00/2, rc 0, transno 169919 00000100:00100000:0.0:1705683772.395923:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c386e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554064704:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.395931:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e45b700/0xcefed536a363bcbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f6d expref: 8390 pid: 15114 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.395938:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e45b700/0xcefed536a363bcbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f6d expref: 8390 pid: 15114 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.395946:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554067520:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.395967:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.396000:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c385a00/2, rc 0, transno 169916 00000100:00100000:3.0:1705683772.396004:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c385a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554064832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.396012:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554067648:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.396030:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.396031:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554067712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.396042:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1705683772.396044:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.396046:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007370b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554067008:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.396061:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.396069:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554067584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.396073:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396074:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396079:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067648 00000100:00100000:3.0:1705683772.396082:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.396091:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396092:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396094:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067712 00000100:00100000:1.0:1705683772.396094:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396095:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.396097:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.396098:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396099:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067008 00000100:00100000:3.0:1705683772.396102:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067584 00000100:00100000:0.0:1705683772.396103:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396103:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396105:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420264 00000100:00100000:0.0:1705683772.396107:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0001-mdtlov_UUID+804:3082:x1788538554067648:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.396108:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396108:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396112:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420265 00000100:00100000:3.0:1705683772.396114:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:0.0:1705683772.396115:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32733 count 1 00000100:00100000:1.0:1705683772.396115:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+779:3083:x1788538554067712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.396115:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.396119:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420266 00000100:00100000:3.0:1705683772.396122:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3830:3082:x1788538554067008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.396126:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23302 count 1 00002000:00080000:3.0:1705683772.396131:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36304 count 1 00010000:00010000:3.0:1705683772.396236:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396245:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396245:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b77bc00/0xcefed536a366eeb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef48 expref: 5761 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.396249:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.396250:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396251:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136749400/0xcefed536a369192f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15ba9a8 expref: 7945 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396252:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396254:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.396255:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.396255:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396265:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b77bc00/0xcefed536a366eeb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef48 expref: 5761 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.396268:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396274:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b40e800/0xcefed536a363bd28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597f9e expref: 8390 pid: 14327 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.396275:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b77bc00/0xcefed536a366eeb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef48 expref: 5761 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.396278:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.396279:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.396279:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.396282:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554067776:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.396292:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b40e800/0xcefed536a363bd28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f9e expref: 8390 pid: 14327 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.396299:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b40e800/0xcefed536a363bd28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f9e expref: 8390 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.396300:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27480 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.396306:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800991a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554067840:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.396307:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.396307:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.396311:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420267 00000100:00100000:3.0:1705683772.396313:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+779:3082:x1788538554067584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.396321:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23301 count 1 00000100:00100000:1.0:1705683772.396325:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.396356:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136749400/0xcefed536a369192f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba9a8 expref: 7945 pid: 14327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396361:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136749400/0xcefed536a369192f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba9a8 expref: 7945 pid: 14327 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.396366:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554067904:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.396379:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.396396:0:15048:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093892d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554066496:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.396411:0:15048:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.396413:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00100000:1.0:1705683772.396417:0:15048:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.396417:0:15048:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396418:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683772.396418:0:15048:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396419:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396422:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367296 00010000:00010000:0.0:1705683772.396429:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ba2580/0xcefed536a366ee8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef1e expref: 5762 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.396437:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396437:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396439:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166377 00000100:00100000:0.0:1705683772.396441:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5762:1856:x1788538595367296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.396445:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.396446:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ba2580/0xcefed536a366ee8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef1e expref: 5762 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.396450:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ba2580/0xcefed536a366ee8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef1e expref: 5762 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.396457:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ba2580/0xcefed536a366ee8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef1e expref: 5762 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.396464:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396464:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396465:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396469:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.396474:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.396476:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.396485:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5761:1856:x1788538595367296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.396487:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166377 00000100:00100000:1.0:1705683772.396502:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.396502:0:14211:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c304100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:14211:1788538554066560:192.168.203.16@tcp:105: 00000100:00100000:0.0:1705683772.396510:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396510:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396511:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396512:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366720 00000100:00100000:1.0:1705683772.396512:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.396512:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.396517:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800925fd900/0xcefed536a368fbd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba349 expref: 7946 pid: 8805 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.396517:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366848 00000100:00100000:0.0:1705683772.396524:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396524:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396526:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166378 00000100:00100000:3.0:1705683772.396526:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5760:1856:x1788538595366080:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3844us (4057us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.396527:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5680/0xcefed536a363bb5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ecc expref: 8391 pid: 15131 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.396528:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:1857:x1788538595366720:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.396531:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.396532:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800925fd900/0xcefed536a368fbd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba349 expref: 7946 pid: 8805 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.396532:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166367 00010000:00010000:0.0:1705683772.396536:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800925fd900/0xcefed536a368fbd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba349 expref: 7946 pid: 8805 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.396540:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396540:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.396543:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.396544:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800925fd900/0xcefed536a368fbd1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba349 expref: 7946 pid: 8805 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.396544:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166379 00000100:00100000:3.0:1705683772.396544:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396548:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8391:1857:x1788538595366848:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.396549:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396550:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396551:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396554:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396554:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396555:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.396557:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5680/0xcefed536a363bb5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5afe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ecc expref: 8391 pid: 15131 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.396560:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.396560:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396564:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5680/0xcefed536a363bb5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5afe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ecc expref: 8391 pid: 15131 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.396565:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.396568:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:1857:x1788538595366720:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (96us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.396573:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396576:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e6c5680/0xcefed536a363bb5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5afe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ecc expref: 8391 pid: 15131 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.396581:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.396584:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.396585:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.396586:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396591:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396605:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.396616:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166378 00000100:00100000:1.0:1705683772.396620:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8390:1857:x1788538595366848:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.396625:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166379 00000100:00100000:0.0:1705683772.396636:0:15105:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a6d0a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0001_UUID:15105:1788538554066816:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.396643:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.396643:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396648:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.396651:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+9434:1857:x1788538595366336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3389us (3413us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.396654:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166370 00010000:00010000:1.0:1705683772.396658:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.396662:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.396670:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3831:3082:x1788538554065728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5446us (5625us total) trans 4295137977 rc 0/0 00010000:00010000:1.0:1705683772.396671:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.396675:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420248 00010000:00010000:0.0:1705683772.396676:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.396677:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396681:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013038aa80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.396682:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396685:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396690:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396691:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396694:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013038aa80/0xcefed536a36e0862 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396695:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396701:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396702:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.396703:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396705:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396706:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099a7ca00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.396707:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396710:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396713:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396715:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.396716:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a7ca00/0xcefed536a36e07eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5afe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396723:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.396724:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396726:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012fd86800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.396727:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396730:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396733:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396739:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fd86800/0xcefed536a36e07dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396748:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.396748:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.396749:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.396752:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.396764:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab42800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+780:3083:x1788538554064896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7272us (7295us total) trans 4295137216 rc 0/0 00000100:00100000:1.0:1705683772.396770:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420235 00000100:00100000:0.0:1705683772.396772:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.396776:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396776:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396779:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595366976 00010000:00010000:1.0:1705683772.396784:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.396785:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090ca7c00/0xcefed536a369058d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba59c expref: 7945 pid: 15059 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.396791:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396792:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396794:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166380 00000100:00100000:0.0:1705683772.396796:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:1857:x1788538595366976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.396798:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009848e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538554066880:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.396823:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.396825:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090ca7c00/0xcefed536a369058d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba59c expref: 7945 pid: 15059 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.396830:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090ca7c00/0xcefed536a369058d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba59c expref: 7945 pid: 15059 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.396831:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f7c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+805:3084:x1788538554064512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8151us (8187us total) trans 4295137217 rc 0/0 00000100:00100000:3.0:1705683772.396837:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420233 00010000:00010000:0.0:1705683772.396839:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090ca7c00/0xcefed536a369058d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba59c expref: 7945 pid: 15059 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.396846:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396847:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396847:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396848:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.396851:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.396852:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.396852:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.396852:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.396853:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.396864:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.396866:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b42ca00/0xcefed536a363bce9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597f89 expref: 8389 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.396871:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.396872:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.396873:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7944:1857:x1788538595366976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 76us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.396873:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.396876:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166380 00010000:00010000:3.0:1705683772.396882:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.396887:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.396888:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.396892:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683772.396893:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800991a2d00/2, rc 0, transno 169921 00000100:00100000:0.0:1705683772.396897:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554064512:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.396897:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.396902:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396903:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396906:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367424 00010000:00010000:3.0:1705683772.396907:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.396910:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b42c280/0xcefed536a363bc9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f51 expref: 8390 pid: 15044 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.396917:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396917:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396919:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166381 00000100:00100000:0.0:1705683772.396921:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8390:1856:x1788538595367424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.396925:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.396925:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.396926:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b42c280/0xcefed536a363bc9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f51 expref: 8390 pid: 15044 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.396930:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b42c280/0xcefed536a363bc9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f51 expref: 8390 pid: 15044 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.396937:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b42c280/0xcefed536a363bc9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f51 expref: 8390 pid: 15044 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.396942:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396942:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.396943:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.396946:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.396948:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.396952:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.396957:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396957:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396960:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8389:1856:x1788538595367424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.396963:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166381 00000100:00100000:1.0:1705683772.396963:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367104 00000100:00100000:0.0:1705683772.396967:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396968:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396970:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367552 00010000:00010000:0.0:1705683772.396974:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ba2080/0xcefed536a366ee99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef2c expref: 5761 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.396974:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ba3480/0xcefed536a366ee61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeef4 expref: 5761 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.396980:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396981:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.396983:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166382 00000100:00100000:0.0:1705683772.396984:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5761:1856:x1788538595367552:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.396985:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+805:3082:x1788538554065088:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6947us (6983us total) trans 4295137218 rc 0/0 00010000:00010000:0.0:1705683772.396987:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.396989:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ba2080/0xcefed536a366ee99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef2c expref: 5761 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.396991:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420240 00000100:00100000:1.0:1705683772.396992:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.396993:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ba2080/0xcefed536a366ee99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef2c expref: 5761 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.396993:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.396996:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166383 00010000:00010000:0.0:1705683772.396999:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ba2080/0xcefed536a366ee99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef2c expref: 5761 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.397000:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5761:1857:x1788538595367104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.397004:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.397004:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.397005:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397007:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.397008:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397009:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ba3480/0xcefed536a366ee61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeef4 expref: 5760 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.397013:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.397016:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ba3480/0xcefed536a366ee61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeef4 expref: 5760 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.397019:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5760:1856:x1788538595367552:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 34us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.397022:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166382 00010000:00010000:1.0:1705683772.397028:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ba3480/0xcefed536a366ee61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeef4 expref: 5759 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.397029:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.397030:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397034:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097d4fc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.397035:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397037:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.397038:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397038:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.397040:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397042:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397045:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d4fc00/0xcefed536a36e080e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397045:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397053:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397054:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397055:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.397058:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1705683772.397068:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab47800/2, rc 0, transno 169920 00000100:00100000:0.0:1705683772.397071:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554064896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.397075:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5758:1857:x1788538595367104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 74us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.397080:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166383 00000100:00100000:0.0:1705683772.397087:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554067968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.397099:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.397100:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397105:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397110:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397112:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397115:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397116:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397119:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.397119:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397120:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397123:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554067968 00010000:00010000:0.0:1705683772.397125:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397132:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.397132:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.397134:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397136:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7cb200 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:3.0:1705683772.397136:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397137:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.397138:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397141:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.397141:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420268 00000100:00100000:3.0:1705683772.397143:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+780:3084:x1788538554067968:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.397146:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397149:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb200/0xcefed536a36e08af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.397152:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23303 count 1 00010000:00010000:0.0:1705683772.397155:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397155:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397156:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397159:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.397162:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.397163:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397169:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a085a580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.397170:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397172:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397177:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397179:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a085a580/0xcefed536a36e0885 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.397218:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c301e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0000-mdtlov_UUID+3831:3082:x1788538554066368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4835us (4939us total) trans 4295137978 rc 0/0 00000100:00100000:1.0:1705683772.397224:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420253 00010000:00010000:1.0:1705683772.397241:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397247:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397252:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397257:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397271:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.397310:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397311:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.397313:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397316:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131b66580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.397317:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.397319:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007f231e00/0xcefed536a363bd21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597fc1 expref: 8388 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.397320:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.397325:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.397326:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.397326:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.397327:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397331:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b66580/0xcefed536a36e0854 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397339:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397340:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397340:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.397341:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007f231e00/0xcefed536a363bd21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fc1 expref: 8388 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.397348:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007f231e00/0xcefed536a363bd21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fc1 expref: 8388 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.397349:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+3831:3081:x1788538554064768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6310us (6414us total) trans 4295137979 rc 0/0 00000100:00100000:1.0:1705683772.397354:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420246 00000100:00100000:3.0:1705683772.397356:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554068032:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.397366:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.397374:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.397395:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.397404:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397405:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.397405:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b42ca00/0xcefed536a363bce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f89 expref: 8388 pid: 14279 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.397410:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367232 00010000:00010000:3.0:1705683772.397412:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b42ca00/0xcefed536a363bce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f89 expref: 8389 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.397419:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b40c000/0xcefed536a363bba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f04 expref: 8389 pid: 15073 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.397419:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15132:1788538554068160:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.397430:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397431:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397434:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166384 00000100:00100000:3.0:1705683772.397436:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151300 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.397438:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8389:1857:x1788538595367232:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.397444:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.397446:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b40c000/0xcefed536a363bba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f04 expref: 8389 pid: 15073 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.397446:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554068096:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.397452:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b40c000/0xcefed536a363bba7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f04 expref: 8389 pid: 15073 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.397454:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c302d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+781:3083:x1788538554066240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5564us (5583us total) trans 4295137219 rc 0/0 00000100:00100000:0.0:1705683772.397457:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420252 00000100:00100000:3.0:1705683772.397462:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.397464:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b40c000/0xcefed536a363bba7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b00:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f04 expref: 8389 pid: 15073 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.397467:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.397467:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.397470:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068096 00010000:00010000:1.0:1705683772.397476:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.397477:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.397478:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.397483:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.397483:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.397484:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.397485:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c382300/2, rc 0, transno 170683 00000100:00100000:0.0:1705683772.397486:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420269 00000100:00100000:0.0:1705683772.397488:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+805:3081:x1788538554068096:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.397491:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554064768:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.397495:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32734 count 1 00010000:00010000:1.0:1705683772.397496:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1705683772.397504:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800904d5500/2, rc 0, transno 169915 00000100:00100000:3.0:1705683772.397507:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554064192:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.397509:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8388:1857:x1788538595367232:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.397515:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166384 00000004:00080000:3.0:1705683772.397530:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800904d3200/2, rc 0, transno 169914 00000100:00100000:3.0:1705683772.397534:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800904d3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554064128:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.397553:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.397559:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554068352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.397578:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.397586:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.397588:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554068288:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.397595:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397596:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397600:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367360 00000100:00100000:3.0:1705683772.397601:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.397610:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096fa2d00/0xcefed536a366ee84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef10 expref: 5758 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.397613:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397615:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397619:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068352 00000100:00100000:1.0:1705683772.397621:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397622:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397625:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166385 00000100:00100000:1.0:1705683772.397628:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5758:1857:x1788538595367360:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.397630:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397631:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397633:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068288 00010000:00010000:1.0:1705683772.397634:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.397636:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096fa2d00/0xcefed536a366ee84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef10 expref: 5758 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.397640:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397641:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397644:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420270 00000100:00100000:3.0:1705683772.397647:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+3831:3084:x1788538554068352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.397648:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096fa2d00/0xcefed536a366ee84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef10 expref: 5758 pid: 15025 timeout: 644 lvb_type: 1 00002000:00080000:3.0:1705683772.397659:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36307 count 1 00010000:00010000:1.0:1705683772.397660:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096fa2d00/0xcefed536a366ee84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef10 expref: 5758 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.397668:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397671:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.397672:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.397673:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397675:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xcefed536a3691fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bab22 expref: 7943 pid: 14279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397678:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.397679:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.397679:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397680:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397692:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xcefed536a3691fb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bab22 expref: 7943 pid: 14279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397693:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.397697:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xcefed536a3691fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bab22 expref: 7943 pid: 14279 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.397702:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554068416:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.397706:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5757:1857:x1788538595367360:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.397712:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.397712:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166385 00010000:00010000:0.0:1705683772.397721:0:15057:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397724:0:15057:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397727:0:15057:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397727:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397730:0:15057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397733:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397736:0:15057:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.397738:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397739:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.397740:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397743:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131b66d00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.397744:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397747:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397748:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397753:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397755:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131b66d00/0xcefed536a36e0869 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.397757:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.397763:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.397764:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.397764:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397767:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7c9e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.397768:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397770:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.397774:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b40fc00/0xcefed536a366eedf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef72 expref: 5756 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.397775:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397777:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9e00/0xcefed536a36e0870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.397779:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.397780:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.397781:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.397787:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397788:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397789:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.397791:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.397794:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b40fc00/0xcefed536a366eedf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef72 expref: 5756 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.397828:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b40fc00/0xcefed536a366eedf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef72 expref: 5756 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.397836:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554068480:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.397851:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.397860:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397861:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.397867:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420271 00000100:00100000:3.0:1705683772.397870:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+806:3084:x1788538554068288:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.397876:0:15057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+781:3081:x1788538554065024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6668us (6911us total) trans 4295137220 rc 0/0 00000100:00100000:0.0:1705683772.397880:0:15057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420247 00002000:00080000:3.0:1705683772.397880:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32736 count 1 00000100:00100000:1.0:1705683772.397885:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3832:3082:x1788538554065600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6641us (6812us total) trans 4295137980 rc 0/0 00000100:00100000:1.0:1705683772.397891:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420249 00000004:00080000:0.0:1705683772.397897:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c302800/2, rc 0, transno 169923 00000100:00100000:0.0:1705683772.397901:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c302800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554066240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.397935:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.397949:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397950:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397955:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367488 00010000:00010000:1.0:1705683772.397965:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e458780/0xcefed536a363bc80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f35 expref: 8388 pid: 15138 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.397970:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.397978:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397979:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.397980:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.397982:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367680 00000100:00100000:0.0:1705683772.397985:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.397986:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.397988:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367616 00010000:00010000:1.0:1705683772.397988:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a27fc00/0xcefed536a3690bf3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba6d0 expref: 7944 pid: 15098 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.397995:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b56e800/0xcefed536a36912ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba858 expref: 7945 pid: 15115 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.397999:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.397999:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398003:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398003:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398003:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166386 00000100:00100000:0.0:1705683772.398006:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166387 00000100:00100000:1.0:1705683772.398007:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8388:1857:x1788538595367488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.398008:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:1856:x1788538595367680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.398012:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.398013:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.398014:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a27fc00/0xcefed536a3690bf3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba6d0 expref: 7945 pid: 15098 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.398016:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e458780/0xcefed536a363bc80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f35 expref: 8388 pid: 15138 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.398021:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a27fc00/0xcefed536a3690bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba6d0 expref: 7945 pid: 15098 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.398027:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e458780/0xcefed536a363bc80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f35 expref: 8388 pid: 15138 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.398030:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.398030:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398031:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.398032:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398035:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398039:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e458780/0xcefed536a363bc80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f35 expref: 8388 pid: 15138 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.398041:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.398043:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab67200/0xcefed536a3692d1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15badad expref: 7945 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398047:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.398048:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.398049:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1705683772.398050:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:1856:x1788538595367680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (80us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.398050:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.398050:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.398051:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.398052:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166387 00010000:00010000:1.0:1705683772.398055:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.398058:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398058:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398060:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166388 00000100:00100000:0.0:1705683772.398062:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7944:1856:x1788538595367616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.398064:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.398065:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ab67200/0xcefed536a3692d1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15badad expref: 7944 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398066:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b56e800/0xcefed536a36912ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba858 expref: 7944 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.398068:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.398070:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b56e800/0xcefed536a36912ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba858 expref: 7944 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.398072:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ab67200/0xcefed536a3692d1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15badad expref: 7944 pid: 15074 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.398078:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b56e800/0xcefed536a36912ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba858 expref: 7944 pid: 15115 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.398080:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554068608:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.398083:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.398083:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8387:1857:x1788538595367488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 76us (147us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.398084:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.398084:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398087:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.398089:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166386 00010000:00010000:0.0:1705683772.398094:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.398096:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.398101:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1856:x1788538595367616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.398103:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166388 00010000:00010000:3.0:1705683772.398113:0:15098:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a27fc00/0xcefed536a3690bf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba6d0 expref: 7942 pid: 15098 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.398114:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.398116:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008eeb6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554067072:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.398118:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398121:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398122:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c303c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554066944:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.398124:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398129:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8a00/0xcefed536a36e08cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cb6 expref: 8386 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398131:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.398133:0:15098:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398138:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c8a00, rc 0) 00010000:00100000:3.0:1705683772.398138:0:15098:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.398139:0:15098:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.398139:0:15098:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.398141:0:15098:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.398146:0:15098:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.398149:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eeb3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:8dc539e0-a6d0-4264-ae88-11424261aea3+8386:26792:x1788538595366528:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 4406us (4561us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.398150:0:15098:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.398156:0:15098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.398157:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420258 00010000:00010000:3.0:1705683772.398166:0:15098:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683772.398178:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.398180:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398186:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131b64000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.398187:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.398190:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fae400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+781:3084:x1788538554065792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6790us (7054us total) trans 4295137221 rc 0/0 00010000:00010000:1.0:1705683772.398192:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.398193:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420250 00010000:00010000:1.0:1705683772.398202:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398203:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.398205:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398207:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131b64000/0xcefed536a36e0877 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398208:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013038bc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.398210:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398213:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398219:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398220:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.398221:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013038bc00/0xcefed536a36e08bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398221:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.398222:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.398227:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398231:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.398231:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.398232:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.398232:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398242:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398246:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398254:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c306400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0001-mdtlov_UUID+807:3083:x1788538554066688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5102us (5178us total) trans 4295137222 rc 0/0 00000100:00100000:0.0:1705683772.398256:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.398260:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420254 00010000:00010000:1.0:1705683772.398264:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.398269:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.398270:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398270:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398271:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.398273:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7c8280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.398274:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398274:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367744 00010000:00010000:0.0:1705683772.398277:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.398282:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398284:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.398285:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8280/0xcefed536a36e08b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398285:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398289:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420272 00010000:00010000:0.0:1705683772.398292:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.398292:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.398292:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009339e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:8dc539e0-a6d0-4264-ae88-11424261aea3+5757:18534:x1788538595367744:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.398293:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.398298:0:15098:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1705683772.398304:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c306900/2, rc 0, transno 169926 00000100:00100000:0.0:1705683772.398314:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c306900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554066688:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.398333:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.398347:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.398354:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398355:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398358:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367872 00000100:00100000:1.0:1705683772.398358:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c303200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+807:3083:x1788538554066752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5190us (5252us total) trans 4295137223 rc 0/0 00000100:00100000:1.0:1705683772.398364:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420255 00000100:00100000:0.0:1705683772.398368:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398369:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398371:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298681 00000100:00100000:0.0:1705683772.398373:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+1331:21948:x1788538595367872:12345-192.168.203.16@tcp:101:mrename.0 00010000:00010000:0.0:1705683772.398378:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.398378:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398379:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.398384:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0b9de00/0xcefed536a36e0934 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ccb expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.398384:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367808 00000004:00080000:3.0:1705683772.398389:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eeb5500/2, rc 0, transno 169925 00010000:00010000:1.0:1705683772.398393:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4e8a00/0xcefed536a360b82d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582104 expref: 7942 pid: 15126 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.398396:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008eeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554065792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.398404:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398405:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.398406:0:15098:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095e13700/0xcefed536a36e093b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cc4 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.398409:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166389 00000100:00100000:1.0:1705683772.398412:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7942:1856:x1788538595367808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.398416:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0b9db80/0xcefed536a36e0942 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.398417:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.398420:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0b9db80/0xcefed536a36e0942 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.398420:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b4e8a00/0xcefed536a360b82d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582104 expref: 7942 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.398422:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ddf8500/0xcefed536a369ca19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd10 expref: 5758 pid: 15125 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.398424:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0b9db80/0xcefed536a36e0942 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT1 00010000:00010000:1.0:1705683772.398426:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b4e8a00/0xcefed536a360b82d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582104 expref: 7942 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.398428:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800920daf80/0xcefed536a36a9b6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e23 expref: 9433 pid: 15118 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.398433:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.398434:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.398436:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e13700/0xcefed536a36e093b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cc4 expref: 5758 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398444:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4e8a00/0xcefed536a360b82d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582104 expref: 7942 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.398448:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800920daf80/0xcefed536a36a9b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e23 expref: 9433 pid: 15118 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.398452:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.398453:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.398455:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8a00/0xcefed536a36e08cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cb6 expref: 8385 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.398456:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800920daf80/0xcefed536a36a9b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e23 expref: 9433 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.398461:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8a00/0xcefed536a36e08cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cb6 expref: 8385 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398464:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15098:1788538554068736:192.168.203.16@tcp:104: 00000004:00200000:0.0:1705683772.398469:0:14196:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x217a:0x0]: returning size 4096 00000004:00200000:0.0:1705683772.398470:0:14196:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1705683772.398476:0:6520:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c8a00/0xcefed536a36e08cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cb6 expref: 8385 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.398483:0:6520:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d1e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6520:1788538554068800:192.168.203.16@tcp:105: 00010000:00010000:3.0:1705683772.398486:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ddf8500/0xcefed536a369ca19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd10 expref: 5758 pid: 15125 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.398490:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0b9de00/0xcefed536a36e0934 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ccb expref: 1333 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.398493:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ddf8500/0xcefed536a369ca19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd10 expref: 5758 pid: 15125 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.398499:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0b9db80/0xcefed536a36e0942 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ccb expref: 1332 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.398500:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe15000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15098:1788538554068864:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.398501:0:6520:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7dcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.398502:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff88008b2e4400) 00010000:00010000:0.0:1705683772.398504:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1705683772.398505:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0b9db80, rc 0) 00000100:00100000:3.0:1705683772.398511:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1bec180 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.398514:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+1332:21948:x1788538595367872:12345-192.168.203.16@tcp:101:mrename.0 Request processed in 140us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.398517:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298681 00000100:00100000:1.0:1705683772.398527:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1705683772.398527:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eeb5f00/2, rc 0, transno 169913 00000100:00100000:3.0:1705683772.398533:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008eeb5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554062848:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.398540:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398541:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398543:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.398545:0:14206:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595367936 00000100:00100000:1.0:1705683772.398549:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398550:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398553:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.398555:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368000 00000100:00100000:0.0:1705683772.398556:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.398557:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398558:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e99e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554068928:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.398559:0:14206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99785 00000100:00100000:0.0:1705683772.398561:0:14206:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:21822:x1788538595367936:12345-192.168.203.16@tcp:37:rm.0 00000100:00100000:1.0:1705683772.398564:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398565:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398568:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420273 00000100:00100000:1.0:1705683772.398571:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+7942:21555:x1788538595368000:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:3.0:1705683772.398575:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.398577:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:3.0:1705683772.398597:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008febc100/2, rc 0, transno 169911 00000100:00100000:3.0:1705683772.398600:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008febc100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554062464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.398607:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554068544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.398622:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.398637:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab40f00/2, rc 0, transno 169924 00000100:00100000:3.0:1705683772.398639:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab40f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554065024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.398644:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1705683772.398647:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554068224:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.398663:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.398672:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554068672:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.398686:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.398705:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c300a00/2, rc 0, transno 170682 00000100:00100000:3.0:1705683772.398710:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c300a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554066368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.398731:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094b4bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554068992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.398746:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.398766:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096988000/2, rc 0, transno 170684 00000100:00100000:3.0:1705683772.398772:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554065600:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.398795:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009698d500/2, rc 0, transno 170681 00000100:00100000:3.0:1705683772.398823:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554065728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.398824:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c9900/0xcefed536a36e0949 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xbd20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cd2 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.398836:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xbd20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.398844:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.398845:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.398848:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c9900/0xcefed536a36e0949 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cd2 expref: 7943 pid: 15076 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.398850:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab43c00/2, rc 0, transno 169922 00000100:00100000:3.0:1705683772.398855:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab43c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554065088:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.398856:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c9900/0xcefed536a36e0949 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cd2 expref: 7943 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.398863:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c9900, rc 0) 00000100:00100000:1.0:1705683772.398876:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:21555:x1788538595368000:12345-192.168.203.16@tcp:101:dd.0 Request processed in 304us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.398876:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.398880:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094b4b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554069184:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.398882:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420273 00000100:00100000:1.0:1705683772.398892:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398892:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398896:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068928 00000100:00100000:3.0:1705683772.398897:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.398907:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398908:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398908:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398909:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398910:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068544 00000100:00100000:3.0:1705683772.398914:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068224 00000100:00100000:1.0:1705683772.398917:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398918:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398920:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068672 00000100:00100000:1.0:1705683772.398927:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398927:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398927:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398928:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398930:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554068992 00000100:00100000:3.0:1705683772.398930:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554069184 00000100:00100000:1.0:1705683772.398938:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398939:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398940:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.398940:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.398942:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420274 00000100:00100000:1.0:1705683772.398945:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008febb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+810:3084:x1788538554068928:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.398946:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420275 00000100:00100000:3.0:1705683772.398948:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008febe900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+781:3081:x1788538554068544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.398956:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32738 count 1 00002000:00080000:3.0:1705683772.398957:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23304 count 1 00000100:00100000:0.0:1705683772.399006:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399007:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399011:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420276 00000100:00100000:0.0:1705683772.399013:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+810:3081:x1788538554068224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.399020:0:15053:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32735 count 1 00010000:00010000:1.0:1705683772.399118:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.399128:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ff4c80/0xcefed536a3693893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb070 expref: 7942 pid: 8805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.399128:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.399133:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.399134:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.399135:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.399138:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b6f0c80/0xcefed536a363bd44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597fdd expref: 8385 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.399143:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.399145:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.399146:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.399150:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131ff4c80/0xcefed536a3693893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb070 expref: 7942 pid: 8805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399151:0:15053:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399157:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5d400/0xcefed536a36925c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bac6b expref: 7942 pid: 15079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.399157:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131ff4c80/0xcefed536a3693893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb070 expref: 7942 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.399160:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.399160:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b6f0c80/0xcefed536a363bd44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fdd expref: 8385 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.399161:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.399162:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.399165:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554069440:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.399171:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca5d400/0xcefed536a36925c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bac6b expref: 7942 pid: 15079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.399173:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b6f0c80/0xcefed536a363bd44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fdd expref: 8385 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.399176:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca5d400/0xcefed536a36925c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bac6b expref: 7942 pid: 15079 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.399179:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.399181:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554069568:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.399181:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092630000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554069504:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.399189:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399190:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399191:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093d5eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.399195:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420277 00000100:00100000:3.0:1705683772.399196:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013075ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.399198:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399198:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399199:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b4f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+810:3081:x1788538554068672:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.399202:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420278 00000100:00100000:0.0:1705683772.399204:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b4a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+3832:3084:x1788538554068992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.399205:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.399206:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:1.0:1705683772.399209:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32737 count 1 00002000:00080000:0.0:1705683772.399210:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36308 count 1 00000100:00100000:3.0:1705683772.399212:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420279 00000100:00100000:3.0:1705683772.399215:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+810:3084:x1788538554069184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.399226:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32739 count 1 00010000:00010000:0.0:1705683772.399295:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399300:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b40f980/0xcefed536a366eeed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef80 expref: 5758 pid: 15115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.399303:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.399304:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.399305:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399313:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b40f980/0xcefed536a366eeed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef80 expref: 5758 pid: 15115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.399317:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b40f980/0xcefed536a366eeed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef80 expref: 5758 pid: 15115 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.399322:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0001_UUID:15039:1788538554069632:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.399330:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff88011db96cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1705683772.399345:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c306e00/2, rc 0, transno 169927 00000100:00100000:0.0:1705683772.399355:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c306e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554066752:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.399358:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1705683772.399361:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.399362:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554069248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.399372:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.399374:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b678280/0xcefed536a36933f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15baf66 expref: 7942 pid: 15158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.399379:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.399380:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1705683772.399381:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.399381:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.399382:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399385:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554069248 00000100:00100000:0.0:1705683772.399393:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399393:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399395:0:15057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420280 00010000:00010000:1.0:1705683772.399395:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b678280/0xcefed536a36933f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15baf66 expref: 7942 pid: 15158 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.399397:0:15057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+782:3083:x1788538554069248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.399402:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b678280/0xcefed536a36933f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15baf66 expref: 7942 pid: 15158 timeout: 644 lvb_type: 0 00002000:00080000:0.0:1705683772.399403:0:15057:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23305 count 1 00000100:00100000:1.0:1705683772.399410:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554069696:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.399426:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.399460:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.399477:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.399484:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399485:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399491:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368064 00000100:00100000:1.0:1705683772.399502:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399503:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399505:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368128 00000100:00100000:1.0:1705683772.399511:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399512:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399515:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420281 00000100:00100000:1.0:1705683772.399518:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:20295:x1788538595368064:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:3.0:1705683772.399524:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1705683772.399525:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.399530:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554069760:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.399537:0:15057:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399543:0:15057:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b430000/0xcefed536a363bd60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1597ff9 expref: 8385 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.399546:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.399547:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.399548:0:15057:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.399549:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.399556:0:15057:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b430000/0xcefed536a363bd60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ff9 expref: 8385 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.399560:0:15057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b430000/0xcefed536a363bd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ff9 expref: 8385 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.399565:0:15057:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a6d0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554069824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.399573:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.399574:0:15057:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.399580:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399581:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.399581:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5fa080/0xcefed536a3693d32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb142 expref: 7942 pid: 15158 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.399584:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554069760 00010000:00010000:3.0:1705683772.399587:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.399588:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.399589:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.399593:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399594:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399597:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420282 00000100:00100000:0.0:1705683772.399600:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:26724:x1788538595368128:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.399604:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.399604:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5fa080/0xcefed536a3693d32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb142 expref: 7942 pid: 15158 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.399616:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5fa080/0xcefed536a3693d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb142 expref: 7942 pid: 15158 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.399624:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e575a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554069888:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.399637:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800abc03cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.399646:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.399647:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.399653:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420283 00000100:00100000:3.0:1705683772.399656:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e575000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+811:3084:x1788538554069760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.399666:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32740 count 1 00010000:00010000:1.0:1705683772.399756:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9400/0xcefed536a36e0981 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cd9 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399762:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ea80/0xcefed536a36e0988 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ce0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.399766:0:14210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1705683772.399770:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.399775:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.399776:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.399777:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.399777:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.399779:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ea80/0xcefed536a36e0988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ce0 expref: 9437 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.399779:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9400/0xcefed536a36e0981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cd9 expref: 9437 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399784:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ea80/0xcefed536a36e0988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ce0 expref: 9437 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.399787:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9400/0xcefed536a36e0981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cd9 expref: 9437 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.399789:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7ea80, rc 0) 00010000:00010000:1.0:1705683772.399794:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c9400, rc 0) 00000100:00100000:0.0:1705683772.399796:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:c77a26ac-6587-4500-88fc-a375de7e12f4+9437:26724:x1788538595368128:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 196us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.399824:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420282 00000100:00100000:1.0:1705683772.399842:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+9436:20295:x1788538595368064:12345-192.168.203.16@tcp:101:dd.0 Request processed in 321us (382us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.399845:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.399847:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420281 00010000:00010000:3.0:1705683772.399854:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800970ead00/0xcefed536a36941d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb23e expref: 7942 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.399860:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.399860:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.399861:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.399862:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.399876:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800970ead00/0xcefed536a36941d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb23e expref: 7942 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.399883:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800970ead00/0xcefed536a36941d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb23e expref: 7942 pid: 15087 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.399886:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.399895:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e576900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554069952:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.399897:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399899:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399903:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368192 00000100:00100000:3.0:1705683772.399909:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800abc03a80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.399911:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.399915:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399916:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399917:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399918:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399918:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368256 00000100:00100000:3.0:1705683772.399919:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094b48f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.399921:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368320 00000100:00100000:1.0:1705683772.399926:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399927:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399929:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.399930:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.399931:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420284 00000100:00100000:0.0:1705683772.399934:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420285 00000100:00100000:1.0:1705683772.399935:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8386:16585:x1788538595368192:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:0.0:1705683772.399936:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:c77a26ac-6587-4500-88fc-a375de7e12f4+7944:21959:x1788538595368256:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:3.0:1705683772.399936:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.399941:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.399941:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.399957:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.399971:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.399981:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1705683772.399985:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094b49e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.399998:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.400007:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.400020:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.400149:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7de00/0xcefed536a36e0996 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc08a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cee expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.400157:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc08a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.400164:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400164:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400166:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7de00/0xcefed536a36e0996 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cee expref: 7945 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400171:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7de00/0xcefed536a36e0996 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cee expref: 7945 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400176:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7de00, rc 0) 00000100:00100000:1.0:1705683772.400181:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.400183:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400184:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:21959:x1788538595368256:12345-192.168.203.16@tcp:101:dd.0 Request processed in 247us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.400187:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420285 00000100:00100000:1.0:1705683772.400187:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554069120 00000100:00100000:0.0:1705683772.400194:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400195:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400197:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554069376 00000100:00100000:1.0:1705683772.400201:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.400202:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.400204:0:15048:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554069056 00000100:00100000:0.0:1705683772.400205:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400205:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400207:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554069312 00000100:00100000:1.0:1705683772.400212:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400213:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400213:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.400213:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400216:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420286 00000100:00100000:0.0:1705683772.400217:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:c77a26ac-6587-4500-88fc-a375de7e12f4+7944:16401:x1788538595368320:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:1.0:1705683772.400219:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420287 00010000:00010000:0.0:1705683772.400221:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.400222:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e572d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0000-mdtlov_UUID+3834:3082:x1788538554069120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.400232:0:15048:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36310 count 1 00010000:00010000:1.0:1705683772.400342:0:15048:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.400351:0:15048:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d912580/0xcefed536a366ef09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef9c expref: 5758 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.400357:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.400358:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.400359:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.400374:0:15048:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d912580/0xcefed536a366ef09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef9c expref: 5758 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.400381:0:15048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d912580/0xcefed536a366ef09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef9c expref: 5758 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.400389:0:15048:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554070016:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.400404:0:15048:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.400415:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.400416:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.400421:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420288 00010000:00010000:0.0:1705683772.400424:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7fc00/0xcefed536a36e09a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa84d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cf5 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.400424:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e570a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+784:3082:x1788538554069376:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1705683772.400430:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xa84d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:1.0:1705683772.400434:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23307 count 1 00010000:00010000:0.0:1705683772.400435:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400436:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400438:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7fc00/0xcefed536a36e09a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cf5 expref: 7945 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400443:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7fc00/0xcefed536a36e09a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cf5 expref: 7945 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400447:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7fc00, rc 0) 00000100:00100000:0.0:1705683772.400453:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:16401:x1788538595368320:12345-192.168.203.16@tcp:101:dd.0 Request processed in 235us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.400456:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420286 00000100:00100000:0.0:1705683772.400463:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400464:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400466:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420289 00000100:00100000:0.0:1705683772.400467:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e573200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3834:3082:x1788538554069056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.400472:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36309 count 1 00010000:00010000:0.0:1705683772.400556:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400562:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d911b80/0xcefed536a366eefb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aef8e expref: 5758 pid: 15115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.400569:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400569:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400570:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400579:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d911b80/0xcefed536a366eefb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef8e expref: 5758 pid: 15115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.400583:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d911b80/0xcefed536a366eefb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef8e expref: 5758 pid: 15115 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.400588:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a6d0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554070080:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.400597:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f876600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.400604:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400604:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400609:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420290 00000100:00100000:0.0:1705683772.400611:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+784:3082:x1788538554069312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.400612:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683772.400617:0:15062:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23306 count 1 00010000:00010000:1.0:1705683772.400621:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b430500/0xcefed536a363bd98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598038 expref: 8386 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.400627:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.400628:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.400629:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.400643:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b430500/0xcefed536a363bd98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598038 expref: 8386 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.400649:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b430500/0xcefed536a363bd98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598038 expref: 8386 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.400657:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554070144:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.400672:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf39c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.400689:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134fb0280/0xcefed536a36e09b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xabb2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ce7 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.400699:0:14210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xabb2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.400708:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.400710:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.400712:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134fb0280/0xcefed536a36e09b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ce7 expref: 8387 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.400720:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134fb0280/0xcefed536a36e09b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ce7 expref: 8387 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.400727:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134fb0280, rc 0) 00000100:00100000:1.0:1705683772.400739:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8387:16585:x1788538595368192:12345-192.168.203.16@tcp:101:dd.0 Request processed in 804us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.400744:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420284 00010000:00010000:0.0:1705683772.400751:0:15062:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400757:0:15062:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b430280/0xcefed536a363bd7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598015 expref: 8386 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.400760:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400761:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.400762:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.400771:0:15062:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b430280/0xcefed536a363bd7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598015 expref: 8386 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.400775:0:15062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b430280/0xcefed536a363bd7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598015 expref: 8386 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.400779:0:15062:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c39900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554070208:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.400789:0:15062:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.400793:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe10500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554067200:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.400846:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.400853:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.400854:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.400855:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.400884:0:15144:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c307800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554067264:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.400895:0:15144:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.400900:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0001_UUID:15142:1788538554067456:192.168.203.16@tcp:104: 00010000:00100000:3.0:1705683772.400901:0:15144:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.400902:0:15144:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.400903:0:15144:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.400909:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.400913:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.400913:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.400914:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.400932:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554067520:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.400938:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.400941:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.400943:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400944:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:3.0:1705683772.400945:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.400946:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.400946:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400947:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368384 00000100:00100000:0.0:1705683772.400954:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400955:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.400957:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420291 00000100:00100000:0.0:1705683772.400959:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:19986:x1788538595368384:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.400963:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.401110:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.401118:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401119:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401124:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368448 00010000:00010000:1.0:1705683772.401134:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ba2300/0xcefed536a366eea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef3a expref: 5759 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.401136:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d680/0xcefed536a36e09c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8cc4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8cfc expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.401151:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401152:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401152:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401153:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401156:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166390 00000100:00100000:1.0:1705683772.401159:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5759:1856:x1788538595368448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00002000:00010000:0.0:1705683772.401165:0:15027:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x8cc4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.401168:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.401170:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ba2300/0xcefed536a366eea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef3a expref: 5759 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.401171:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.401172:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.401174:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d680/0xcefed536a36e09c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cfc expref: 7946 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401177:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ba2300/0xcefed536a366eea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef3a expref: 5759 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.401179:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d680/0xcefed536a36e09c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cfc expref: 7946 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401183:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7d680, rc 0) 00010000:00010000:1.0:1705683772.401189:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ba2300/0xcefed536a366eea7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef3a expref: 5759 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.401196:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:19986:x1788538595368384:12345-192.168.203.16@tcp:101:dd.0 Request processed in 236us (258us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.401198:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.401199:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420291 00010000:00010000:1.0:1705683772.401200:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.401201:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401205:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401218:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.401232:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5758:1856:x1788538595368448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.401236:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166390 00010000:00010000:1.0:1705683772.401250:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401255:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401264:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401269:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401282:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683772.401300:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.401310:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.401312:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401316:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7cb700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.401317:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401321:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401372:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.401372:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c304600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3835:3082:x1788538554066624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6168us (6234us total) trans 4295137981 rc 0/0 00010000:00010000:0.0:1705683772.401375:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7cb700/0xcefed536a36e08e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.401376:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420260 00010000:00010000:0.0:1705683772.401384:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.401384:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.401385:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.401386:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401386:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401389:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368576 00010000:00010000:1.0:1705683772.401395:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b40e300/0xcefed536a366eed1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef64 expref: 5758 pid: 15144 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.401401:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c300f00/2, rc 0, transno 170685 00000100:00100000:1.0:1705683772.401408:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401408:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.401408:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008c300f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554066624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.401410:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401410:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401411:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166391 00000100:00100000:1.0:1705683772.401413:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5758:1856:x1788538595368576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.401417:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.401418:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b40e300/0xcefed536a366eed1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef64 expref: 5758 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.401423:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b40e300/0xcefed536a366eed1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef64 expref: 5758 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.401433:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b40e300/0xcefed536a366eed1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef64 expref: 5758 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.401433:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136057300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554070272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.401439:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.401440:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.401440:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401444:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.401450:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.401452:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.401460:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5757:1856:x1788538595368576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.401463:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166391 00000100:00100000:1.0:1705683772.401471:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401471:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401474:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554070272 00000100:00100000:1.0:1705683772.401480:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401480:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401482:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420292 00000100:00100000:1.0:1705683772.401484:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3835:3084:x1788538554070272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.401485:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00080000:1.0:1705683772.401490:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36311 count 1 00000100:00100000:0.0:1705683772.401545:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.401552:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401552:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401555:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368512 00010000:00010000:0.0:1705683772.401562:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b40f700/0xcefed536a366eec3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef56 expref: 5757 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.401570:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401570:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401571:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368640 00010000:00010000:1.0:1705683772.401574:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401575:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e45b700/0xcefed536a363bcbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f6d expref: 8387 pid: 15114 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.401580:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d912f80/0xcefed536a366ef17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aefaa expref: 5757 pid: 15043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.401587:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401587:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.401589:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.401589:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.401590:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166392 00010000:00010000:1.0:1705683772.401590:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.401592:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c39400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5757:1856:x1788538595368512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.401595:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.401596:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.401596:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.401598:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b40f700/0xcefed536a366eec3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef56 expref: 5757 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.401599:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166393 00000100:00100000:1.0:1705683772.401601:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8387:1856:x1788538595368640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.401602:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b40f700/0xcefed536a366eec3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef56 expref: 5757 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.401605:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.401606:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e45b700/0xcefed536a363bcbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f6d expref: 8387 pid: 15114 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.401611:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b40f700/0xcefed536a366eec3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef56 expref: 5757 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.401611:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e45b700/0xcefed536a363bcbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f6d expref: 8387 pid: 15114 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.401617:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.401618:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.401618:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e45b700/0xcefed536a363bcbf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f6d expref: 8387 pid: 15114 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.401619:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401622:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401624:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.401624:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.401625:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401628:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401635:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.401638:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.401644:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c39400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5756:1856:x1788538595368512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 52us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.401647:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166392 00000100:00100000:1.0:1705683772.401648:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8386:1856:x1788538595368640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.401651:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166393 00010000:00010000:3.0:1705683772.401657:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.401664:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401667:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d912f80/0xcefed536a366ef17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefaa expref: 5755 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.401670:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401671:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d912f80/0xcefed536a366ef17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefaa expref: 5755 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.401675:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.401675:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.401676:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554070336:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.401681:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401681:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401684:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368704 00010000:00010000:3.0:1705683772.401686:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.401687:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.401690:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401691:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.401693:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420293 00010000:00010000:1.0:1705683772.401693:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683772.401695:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:8dc539e0-a6d0-4264-ae88-11424261aea3+8386:11885:x1788538595368704:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.401695:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401698:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880095e12080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.401699:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401700:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.401702:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401708:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401714:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e12080/0xcefed536a36e08f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401724:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.401724:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.401725:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.401728:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401731:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401734:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401737:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.401748:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.401765:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c300500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+785:3083:x1788538554067328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6069us (6123us total) trans 4295137224 rc 0/0 00000100:00100000:3.0:1705683772.401771:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420262 00010000:00010000:3.0:1705683772.401786:0:15144:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.401792:0:15144:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.401797:0:15144:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.401832:0:15144:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.401840:0:15144:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683772.401873:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c38500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0000-mdtlov_UUID+3837:3084:x1788538554067392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6173us (6219us total) trans 4295137982 rc 0/0 00000100:00100000:1.0:1705683772.401878:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420263 00000100:00100000:1.0:1705683772.401911:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.401920:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401921:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401925:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368768 00000100:00100000:3.0:1705683772.401928:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c303700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3836:3082:x1788538554067136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6713us (6760us total) trans 4295137983 rc 0/0 00000100:00100000:3.0:1705683772.401934:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420261 00000100:00100000:1.0:1705683772.401942:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401943:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.401943:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.401944:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.401948:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420294 00000100:00100000:1.0:1705683772.401951:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:8dc539e0-a6d0-4264-ae88-11424261aea3+8387:12859:x1788538595368768:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.401956:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.401958:0:15126:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.401959:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401963:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135319b80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.401964:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401967:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.401969:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090c38a00/2, rc 0, transno 169928 00010000:00010000:0.0:1705683772.401974:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.401976:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c38a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554067328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.401977:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135319b80/0xcefed536a36e08ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401986:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.401987:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401990:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880095e10500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.401991:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.401997:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.402000:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.402003:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e10500/0xcefed536a36e08e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.402006:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fe10000/2, rc 0, transno 170686 00010000:00010000:0.0:1705683772.402009:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.402009:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.402010:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.402011:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554067392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.402016:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.402020:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7db80/0xcefed536a36e09d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d03 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.402029:0:15027:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800907fcf00/0xcefed536a35abf5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b290 expref: 7945 pid: 15040 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.402033:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.402034:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.402035:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7db80/0xcefed536a36e09d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d03 expref: 8388 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.402036:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136050a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554070400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.402044:0:15027:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800907fcf00/0xcefed536a35abf5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b290 expref: 7945 pid: 15040 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.402051:0:15027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800907fcf00/0xcefed536a35abf5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b290 expref: 7945 pid: 15040 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.402052:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.402055:0:15027:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090c3a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15027:1788538554070528:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.402064:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683772.402068:0:15027:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e2439c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.402068:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554070464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.402073:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402074:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402078:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554070400 00000100:00100000:3.0:1705683772.402082:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.402092:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402093:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402098:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554070464 00000100:00100000:0.0:1705683772.402105:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402105:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.402106:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.402107:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402108:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420295 00000100:00100000:0.0:1705683772.402110:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+785:3081:x1788538554070400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.402112:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420296 00000100:00100000:3.0:1705683772.402116:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3836:3081:x1788538554070464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.402117:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23308 count 1 00002000:00080000:3.0:1705683772.402126:0:15144:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36312 count 1 00010000:00010000:1.0:1705683772.402155:0:15126:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf29400/0xcefed536a36e09dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d0a expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.402169:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e754c80/0xcefed536a35d42a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b486 expref: 8389 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.402176:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5bf700/0xcefed536a35d43e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b558 expref: 7945 pid: 9342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.402182:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.402182:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.402184:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf29400/0xcefed536a36e09dc lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d0a expref: 8389 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.402199:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5bf700/0xcefed536a35d43e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b558 expref: 7945 pid: 9342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.402206:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5bf700/0xcefed536a35d43e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b558 expref: 7945 pid: 9342 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.402214:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554070592:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.402231:0:15144:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.402237:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e754c80/0xcefed536a35d42a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b486 expref: 8389 pid: 14279 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.402244:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d912080/0xcefed536a366ef25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aefb8 expref: 5755 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.402249:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e754c80/0xcefed536a35d42a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b486 expref: 8389 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.402250:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.402251:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.402252:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.402253:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.402256:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554070656:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.402258:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b42e580/0xcefed536a363be24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598054 expref: 8389 pid: 15068 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.402262:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.402263:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.402264:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.402267:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d912080/0xcefed536a366ef25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefb8 expref: 5755 pid: 15025 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.402270:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.402273:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b42e580/0xcefed536a363be24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598054 expref: 8389 pid: 15068 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.402274:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d912080/0xcefed536a366ef25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefb8 expref: 5755 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.402278:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b42e580/0xcefed536a363be24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598054 expref: 8389 pid: 15068 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.402282:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136054b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554070720:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.402283:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538554070784:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.402296:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093d676c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.402299:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.402301:0:15144:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.402309:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.402310:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.402314:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368832 00000004:00080000:3.0:1705683772.402317:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090f1da00/2, rc 0, transno 170687 00000100:00100000:3.0:1705683772.402321:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090f1da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554067136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.402327:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.402328:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.402331:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420297 00000100:00100000:1.0:1705683772.402334:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:8dc539e0-a6d0-4264-ae88-11424261aea3+5756:26799:x1788538595368832:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.402341:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.402341:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136052d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554070848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.402359:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.402368:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402369:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402373:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554070848 00000100:00100000:0.0:1705683772.402383:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402384:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402386:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420298 00000100:00100000:0.0:1705683772.402388:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3837:3083:x1788538554070848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.402395:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36313 count 1 00010000:00010000:0.0:1705683772.402479:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.402485:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801314dfc00/0xcefed536a366ef33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aefc6 expref: 5756 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.402488:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.402489:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.402490:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.402499:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801314dfc00/0xcefed536a366ef33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefc6 expref: 5756 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.402506:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801314dfc00/0xcefed536a366ef33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefc6 expref: 5756 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.402511:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e49400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554070912:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.402520:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.402549:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.402555:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402556:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.402558:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a800/0xcefed536a36e09f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb29c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d11 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.402559:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368896 00000100:00100000:0.0:1705683772.402566:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402567:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.402569:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420299 00002000:00010000:1.0:1705683772.402569:0:15142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb29c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683772.402570:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:26755:x1788538595368896:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.402575:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.402577:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.402578:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.402581:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a800/0xcefed536a36e09f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d11 expref: 5757 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.402589:0:15142:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a800/0xcefed536a36e09f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d11 expref: 5757 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.402600:0:15142:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf2a800, rc 0) 00000100:00100000:1.0:1705683772.402612:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:8dc539e0-a6d0-4264-ae88-11424261aea3+5757:26799:x1788538595368832:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 277us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.402617:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420297 00000100:00100000:1.0:1705683772.402726:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554067840:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.402738:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554067776:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.402739:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.402744:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.402745:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.402746:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.402750:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.402756:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402757:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402758:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.402784:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554068032:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.402795:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.402826:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402827:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402828:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.402843:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554068480:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.402846:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.402856:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.402857:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.402857:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.402862:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595368960 00010000:00100000:3.0:1705683772.402863:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402863:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402864:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.402872:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b77bc00/0xcefed536a366eeb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef48 expref: 5757 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.402875:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15132:1788538554068160:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.402883:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.402883:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.402884:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.402887:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166394 00000100:00100000:1.0:1705683772.402890:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5757:1856:x1788538595368960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00100000:3.0:1705683772.402890:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402891:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.402891:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.402896:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.402898:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b77bc00/0xcefed536a366eeb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef48 expref: 5757 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.402908:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b77bc00/0xcefed536a366eeb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef48 expref: 5757 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.402919:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b77bc00/0xcefed536a366eeb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef48 expref: 5757 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.402927:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.402928:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.402930:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.402935:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.402954:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.402964:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5756:1856:x1788538595368960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 74us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.402970:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166394 00010000:00010000:3.0:1705683772.402974:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.402980:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.402986:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.402996:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.402996:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.403004:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403005:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.403007:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.403009:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369152 00010000:00010000:1.0:1705683772.403017:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136749400/0xcefed536a369192f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba9a8 expref: 7947 pid: 14327 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.403027:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403027:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403031:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166395 00000100:00100000:1.0:1705683772.403034:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe10500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7947:1856:x1788538595369152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.403039:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.403041:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136749400/0xcefed536a369192f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba9a8 expref: 7947 pid: 14327 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.403048:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136749400/0xcefed536a369192f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba9a8 expref: 7947 pid: 14327 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.403059:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403060:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403062:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403067:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403076:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.403087:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe10500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7947:1856:x1788538595369152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 53us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.403092:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166395 00000100:00100000:3.0:1705683772.403093:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3838:3082:x1788538554067008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6969us (7030us total) trans 4295137984 rc 0/0 00000100:00100000:3.0:1705683772.403098:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420266 00000100:00100000:1.0:1705683772.403121:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1705683772.403122:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007370b700/2, rc 0, transno 170688 00000100:00100000:3.0:1705683772.403127:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007370b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554067008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.403130:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403131:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403135:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369024 00010000:00010000:1.0:1705683772.403143:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b40e800/0xcefed536a363bd28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f9e expref: 8390 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.403150:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554070976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.403155:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166396 00000100:00100000:1.0:1705683772.403159:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8390:1856:x1788538595369024:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.403164:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.403166:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b40e800/0xcefed536a363bd28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f9e expref: 8390 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.403167:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.403173:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b40e800/0xcefed536a363bd28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f9e expref: 8390 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.403182:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.403183:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.403184:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b40e800/0xcefed536a363bd28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f9e expref: 8390 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.403186:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554070976 00010000:00010000:1.0:1705683772.403192:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403193:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403194:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.403194:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.403195:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.403197:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420300 00000100:00100000:3.0:1705683772.403199:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3838:3084:x1788538554070976:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.403200:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.403207:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36314 count 1 00010000:00010000:1.0:1705683772.403212:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.403222:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8389:1856:x1788538595369024:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 62us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.403227:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166396 00010000:00010000:1.0:1705683772.403242:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403247:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403253:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403258:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403266:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.403312:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.403319:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801314de800/0xcefed536a366ef41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aefd4 expref: 5755 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.403324:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.403326:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.403327:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.403341:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801314de800/0xcefed536a366ef41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefd4 expref: 5755 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.403348:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801314de800/0xcefed536a366ef41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefd4 expref: 5755 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.403356:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+786:3083:x1788538554067712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7239us (7310us total) trans 4295137225 rc 0/0 00000100:00100000:3.0:1705683772.403356:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554071040:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.403362:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420265 00000100:00100000:3.0:1705683772.403369:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151300 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.403377:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.403379:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403385:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880095e13980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.403387:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.403388:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800991a6e00/2, rc 0, transno 169929 00010000:00010000:1.0:1705683772.403392:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.403393:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554067712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.403402:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403407:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e13980/0xcefed536a36e08fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.403417:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554071104:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.403425:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.403427:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403431:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7caf80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.403433:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.403434:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.403438:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403446:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403451:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7caf80/0xcefed536a36e090a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.403454:0:14206:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:21822:x1788538595367936:12345-192.168.203.16@tcp:37:rm.0 Request processed in 4891us (4927us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.403458:0:14206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99785 00010000:00010000:1.0:1705683772.403463:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.403464:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.403465:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.403469:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403470:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403475:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071104 00010000:00010000:0.0:1705683772.403477:0:15077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136749400/0xcefed536a369192f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15ba9a8 expref: 7946 pid: 14327 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.403483:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554067904:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.403487:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403488:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403491:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420301 00010000:00010000:0.0:1705683772.403492:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.403494:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+786:3081:x1788538554071104:12345-0@lo:6:osp-syn-0-0.0 00010000:00100000:0.0:1705683772.403495:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.403496:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.403497:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.403498:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.403500:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.403504:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.403504:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23309 count 1 00010000:00010000:0.0:1705683772.403506:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.403512:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.403681:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403690:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8280/0xcefed536a363bdc9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598070 expref: 8388 pid: 15124 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.403697:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403698:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403699:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403713:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8280/0xcefed536a363bdc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598070 expref: 8388 pid: 15124 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.403720:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8280/0xcefed536a363bdc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598070 expref: 8388 pid: 15124 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.403728:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3ba800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554071168:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.403744:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2553c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.403772:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.403782:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403784:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403788:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369216 00000100:00100000:0.0:1705683772.403792:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0001-mdtlov_UUID+812:3082:x1788538554067648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7683us (7761us total) trans 4295137226 rc 0/0 00000100:00100000:0.0:1705683772.403795:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420264 00010000:00010000:1.0:1705683772.403797:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b42ca00/0xcefed536a363bce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f89 expref: 8389 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.403831:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.403833:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.403834:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab42300/2, rc 0, transno 169930 00010000:00010000:0.0:1705683772.403836:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013531aa80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.403837:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.403840:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.403841:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554067648:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.403846:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403847:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.403849:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.403851:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166397 00010000:00010000:0.0:1705683772.403852:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013531aa80/0xcefed536a36e0903 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.403854:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3bda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8389:1856:x1788538595369216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.403860:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.403860:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.403861:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.403861:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.403863:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.403864:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b42ca00/0xcefed536a363bce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f89 expref: 8389 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.403864:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1705683772.403870:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b42ca00/0xcefed536a363bce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f89 expref: 8389 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.403870:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554071232:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.403882:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b42ca00/0xcefed536a363bce9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597f89 expref: 8389 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.403887:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.403890:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403891:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.403892:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403897:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.403910:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.403920:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3bda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8388:1856:x1788538595369216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 65us (149us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.403920:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.403925:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166397 00010000:00010000:3.0:1705683772.403927:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.403937:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.403942:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.403956:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.403956:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.403963:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403964:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403969:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369280 00010000:00010000:1.0:1705683772.403976:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xcefed536a3691fb8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bab22 expref: 7946 pid: 14279 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.403990:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403991:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.403994:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166398 00000100:00100000:1.0:1705683772.403997:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5243050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:1858:x1788538595369280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.404001:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.404003:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xcefed536a3691fb8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bab22 expref: 7946 pid: 14279 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.404009:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xcefed536a3691fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bab22 expref: 7946 pid: 14279 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.404021:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404022:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404023:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404028:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404035:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.404038:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.404040:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.404040:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+787:3082:x1788538554067584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7724us (7956us total) trans 4295137227 rc 0/0 00010000:00010000:0.0:1705683772.404043:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880095e10000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.404044:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404045:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5243050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:1858:x1788538595369280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.404045:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420267 00010000:00010000:0.0:1705683772.404047:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404049:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166398 00010000:00010000:0.0:1705683772.404052:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.404054:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.404055:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e10000/0xcefed536a36e0911 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.404055:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404059:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071232 00010000:00010000:0.0:1705683772.404066:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.404067:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.404067:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.404070:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404071:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404073:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404074:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404075:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420302 00000100:00100000:0.0:1705683772.404077:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0001-mdtlov_UUID+812:3081:x1788538554071232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.404085:0:15041:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32741 count 1 00000100:00100000:1.0:1705683772.404090:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1705683772.404091:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800991a5000/2, rc 0, transno 169931 00000100:00100000:3.0:1705683772.404096:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800991a5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554067584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.404098:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404099:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404102:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369088 00010000:00010000:1.0:1705683772.404109:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007f231e00/0xcefed536a363bd21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fc1 expref: 8388 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.404118:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.404119:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404119:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404122:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166399 00000100:00100000:3.0:1705683772.404123:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554071296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.404125:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3bda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8388:1858:x1788538595369088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.404129:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.404131:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007f231e00/0xcefed536a363bd21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fc1 expref: 8388 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.404137:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007f231e00/0xcefed536a363bd21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fc1 expref: 8388 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.404140:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.404147:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007f231e00/0xcefed536a363bd21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fc1 expref: 8388 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.404156:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404157:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.404157:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404158:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.404159:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.404161:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071296 00010000:00010000:1.0:1705683772.404162:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404173:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.404174:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404175:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404178:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420303 00000100:00100000:1.0:1705683772.404180:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3bda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8387:1858:x1788538595369088:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 55us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.404181:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+787:3084:x1788538554071296:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.404186:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166399 00002000:00080000:3.0:1705683772.404190:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23310 count 1 00000100:00100000:1.0:1705683772.404211:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.404212:0:15041:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404215:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404215:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.404218:0:15041:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d52d00/0xcefed536a369472d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb38e expref: 7945 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404218:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369344 00010000:00010000:0.0:1705683772.404222:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.404222:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.404223:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404223:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b40fc00/0xcefed536a366eedf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef72 expref: 5756 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.404229:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404230:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404232:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166400 00010000:00010000:0.0:1705683772.404233:0:15041:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134d52d00/0xcefed536a369472d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb38e expref: 7945 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404234:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5756:1856:x1788538595369344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.404237:0:15041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134d52d00/0xcefed536a369472d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb38e expref: 7945 pid: 15077 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.404237:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.404239:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b40fc00/0xcefed536a366eedf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef72 expref: 5756 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.404242:0:15041:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554071360:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.404243:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b40fc00/0xcefed536a366eedf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef72 expref: 5756 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.404250:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b40fc00/0xcefed536a366eedf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef72 expref: 5756 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.404252:0:15041:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a76c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.404255:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404255:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404256:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404260:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c000/0xcefed536a36e0a14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x921b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d18 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404260:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.404267:0:14210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x921b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.404267:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.404272:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.404273:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.404273:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5755:1856:x1788538595369344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (62us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.404275:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c000/0xcefed536a36e0a14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d18 expref: 7946 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404276:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166400 00010000:00010000:0.0:1705683772.404280:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c000/0xcefed536a36e0a14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d18 expref: 7946 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404284:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7c000, rc 0) 00010000:00010000:1.0:1705683772.404285:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404288:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.404290:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7946:26755:x1788538595368896:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 1719us (1741us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.404291:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.404293:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420299 00010000:00010000:1.0:1705683772.404294:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404299:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.404309:0:9340:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880139af6800/0xcefed536a3691fb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bab22 expref: 7945 pid: 14279 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.404315:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554068416:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.404323:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.404326:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404327:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404327:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.404328:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404334:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404337:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404339:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404345:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.404349:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.404350:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404353:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880095e10780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.404354:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404356:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404361:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404364:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e10780/0xcefed536a36e0926 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404367:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+3839:3084:x1788538554068352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6719us (6788us total) trans 4295137985 rc 0/0 00000100:00100000:1.0:1705683772.404372:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420270 00010000:00010000:3.0:1705683772.404375:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404376:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.404377:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404380:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0b9e580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.404381:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404384:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404384:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b430f00/0xcefed536a363bdde lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598085 expref: 8386 pid: 15146 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.404387:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404387:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.404390:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9e580/0xcefed536a36e091f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404390:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.404391:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.404392:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404398:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.404398:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.404399:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683772.404401:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800987d5a00/2, rc 0, transno 170689 00000100:00100000:1.0:1705683772.404407:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554068352:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.404407:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b430f00/0xcefed536a363bdde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598085 expref: 8386 pid: 15146 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.404414:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b430f00/0xcefed536a363bdde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598085 expref: 8386 pid: 15146 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.404422:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554071424:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.404431:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.404436:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3bcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554071488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.404436:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151d80 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.404446:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404451:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404456:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404458:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.404464:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+813:3081:x1788538554068096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6975us (7002us total) trans 4295137228 rc 0/0 00010000:00010000:3.0:1705683772.404466:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.404468:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420269 00000100:00100000:1.0:1705683772.404472:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404473:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404474:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404475:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404477:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071488 00010000:00010000:3.0:1705683772.404482:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.404485:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.404487:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404487:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404487:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404490:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420304 00010000:00010000:0.0:1705683772.404491:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880095e11680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.404492:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404493:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3bc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+3839:3083:x1788538554071488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.404495:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404501:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.404502:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36315 count 1 00010000:00010000:0.0:1705683772.404504:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e11680/0xcefed536a36e0918 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404512:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.404513:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.404513:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683772.404525:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f4b00/2, rc 0, transno 169932 00000100:00100000:0.0:1705683772.404529:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554068096:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.404567:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+788:3084:x1788538554067968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7423us (7467us total) trans 4295137229 rc 0/0 00000100:00100000:3.0:1705683772.404573:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420268 00000100:00100000:0.0:1705683772.404580:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.404604:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404605:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404608:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369408 00000100:00100000:3.0:1705683772.404615:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554068608:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.404618:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab67200/0xcefed536a3692d1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15badad expref: 7945 pid: 15074 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.404620:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554069568:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.404628:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.404629:0:15053:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.404629:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404631:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166401 00010000:00010000:3.0:1705683772.404631:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.404633:0:15053:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404634:0:15053:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404634:0:15053:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404634:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7945:1857:x1788538595369408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00100000:3.0:1705683772.404637:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.404638:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.404638:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.404639:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.404641:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554071552:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.404641:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ab67200/0xcefed536a3692d1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15badad expref: 7945 pid: 15074 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.404646:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ab67200/0xcefed536a3692d1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15badad expref: 7945 pid: 15074 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.404651:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15098:1788538554068736:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.404655:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.404657:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab67200/0xcefed536a3692d1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15badad expref: 7945 pid: 15074 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.404658:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe15000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15098:1788538554068864:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.404669:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404670:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404671:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404675:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404675:0:15098:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095e13700/0xcefed536a36e093b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cc4 expref: 5754 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404683:0:15098:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095e13700, rc 0) 00010000:00010000:1.0:1705683772.404687:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.404690:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404691:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404696:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071552 00000100:00100000:1.0:1705683772.404697:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+7944:1857:x1788538595369408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 62us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.404701:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166401 00000100:00100000:0.0:1705683772.404709:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.404709:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404709:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404713:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420305 00000100:00100000:3.0:1705683772.404716:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800870ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+813:3081:x1788538554071552:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.404721:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554069440:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.404723:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00080000:3.0:1705683772.404725:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32742 count 1 00000100:00100000:0.0:1705683772.404728:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404729:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404732:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369472 00010000:00010000:1.0:1705683772.404735:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404738:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800920daf80/0xcefed536a36a9b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e23 expref: 9436 pid: 15118 timeout: 644 lvb_type: 1 00010000:00100000:1.0:1705683772.404739:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.404740:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.404741:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404745:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404745:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404745:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404746:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404747:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369536 00000100:00100000:1.0:1705683772.404750:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166402 00010000:00010000:0.0:1705683772.404751:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ddf8500/0xcefed536a369ca19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd10 expref: 5755 pid: 15125 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.404753:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+9436:1856:x1788538595369472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.404757:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404757:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404759:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166403 00010000:00010000:1.0:1705683772.404759:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.404761:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5755:1856:x1788538595369536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.404765:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.404766:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800920daf80/0xcefed536a36a9b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e23 expref: 9436 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.404769:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ddf8500/0xcefed536a369ca19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd10 expref: 5755 pid: 15125 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.404774:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ddf8500/0xcefed536a369ca19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd10 expref: 5755 pid: 15125 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.404778:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800920daf80/0xcefed536a36a9b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e23 expref: 9436 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.404786:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ddf8500/0xcefed536a369ca19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd10 expref: 5755 pid: 15125 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.404791:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800920daf80/0xcefed536a36a9b6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e23 expref: 9436 pid: 15118 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.404795:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.404796:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.404797:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e13700/0xcefed536a36e093b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cc4 expref: 5754 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404824:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e13700/0xcefed536a36e093b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cc4 expref: 5754 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404832:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.404835:0:7676:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095e13700/0xcefed536a36e093b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8cc4 expref: 5754 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.404841:0:7676:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7676:1788538554071616:192.168.203.16@tcp:105: 00000100:00100000:1.0:1705683772.404842:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:1856:x1788538595369472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.404847:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166402 00000100:00100000:0.0:1705683772.404850:0:7676:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.404871:0:6520:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d1e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6520:1788538554068800:192.168.203.16@tcp:105: 00000100:00100000:0.0:1705683772.404879:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.404880:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.404889:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1856:x1788538595367808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6476us (6556us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.404892:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166389 00000100:00100000:0.0:1705683772.404902:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0001_UUID:15039:1788538554069632:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.404905:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.404910:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404913:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbbf700/0xcefed536a3694bda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb491 expref: 7942 pid: 14272 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.404914:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404914:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404915:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404916:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404917:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.404919:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683772.404920:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369600 00010000:00010000:3.0:1705683772.404920:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.404921:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404927:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca5d400/0xcefed536a36925c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bac6b expref: 7943 pid: 15079 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.404936:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fbbf700/0xcefed536a3694bda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb491 expref: 7943 pid: 14272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404943:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fbbf700/0xcefed536a3694bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb491 expref: 7943 pid: 14272 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.404944:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404945:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404946:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.404946:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.404949:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166404 00000100:00100000:3.0:1705683772.404951:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554071680:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.404952:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e49900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7943:1856:x1788538595369600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.404957:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.404959:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ca5d400/0xcefed536a36925c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bac6b expref: 7943 pid: 15079 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.404965:0:15057:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a6d0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554069824:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.404965:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.404966:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ca5d400/0xcefed536a36925c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bac6b expref: 7943 pid: 15079 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.404972:0:15057:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404976:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca5d400/0xcefed536a36925c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bac6b expref: 7943 pid: 15079 timeout: 644 lvb_type: 0 00010000:00100000:0.0:1705683772.404978:0:15057:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404979:0:15057:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.404979:0:15057:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.404983:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092630000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554069504:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.404984:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404985:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.404986:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.404991:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.404995:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.405000:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.405001:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.405002:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.405007:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.405008:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405010:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405011:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405015:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405015:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405017:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e49900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7942:1856:x1788538595369600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 65us (137us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.405018:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405020:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405022:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166404 00010000:00010000:0.0:1705683772.405023:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.405026:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405038:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683772.405045:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554069696:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.405055:0:15123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.405060:0:15123:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.405060:0:15123:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.405061:0:15123:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.405069:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.405071:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405076:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0b9ca00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.405077:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405082:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.405084:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+815:3081:x1788538554068224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6070us (6421us total) trans 4295137230 rc 0/0 00000100:00100000:0.0:1705683772.405088:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420276 00010000:00010000:1.0:1705683772.405090:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405095:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0b9ca00/0xcefed536a36e095e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405099:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.405100:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405104:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880095e12580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.405105:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405110:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405111:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405111:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.405112:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405117:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405118:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405119:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e12580/0xcefed536a36e092d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405125:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801314dc780/0xcefed536a366ef4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aefe2 expref: 5754 pid: 15057 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.405125:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+814:3084:x1788538554068288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7253us (7522us total) trans 4295137231 rc 0/0 00010000:00010000:0.0:1705683772.405128:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405129:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405130:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.405130:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.405130:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420271 00010000:00010000:1.0:1705683772.405131:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.405132:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683772.405139:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f2800/2, rc 0, transno 169934 00000100:00100000:0.0:1705683772.405143:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554068224:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.405146:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801314dc780/0xcefed536a366ef4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefe2 expref: 5754 pid: 15057 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.405152:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801314dc780/0xcefed536a366ef4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefe2 expref: 5754 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.405159:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.405159:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3bb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554071744:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.405170:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009339e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:8dc539e0-a6d0-4264-ae88-11424261aea3+5754:18534:x1788538595367744:12345-192.168.203.16@tcp:101:dd.0 Request processed in 6876us (6913us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.405173:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.405175:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420272 00000100:00100000:1.0:1705683772.405181:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405182:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.405182:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405186:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369728 00010000:00010000:1.0:1705683772.405194:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b6f0c80/0xcefed536a363bd44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fdd expref: 8387 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.405203:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.405212:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405213:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405216:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405216:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405216:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369664 00000100:00100000:0.0:1705683772.405220:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369792 00010000:00010000:1.0:1705683772.405222:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ff4c80/0xcefed536a3693893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb070 expref: 7942 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.405226:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b40f980/0xcefed536a366eeed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef80 expref: 5754 pid: 15115 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.405231:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405232:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405234:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405235:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405235:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166405 00000100:00100000:0.0:1705683772.405238:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166406 00000100:00100000:1.0:1705683772.405238:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009360e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8387:1856:x1788538595369728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.405240:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7942:1856:x1788538595369664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.405243:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.405244:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.405245:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131ff4c80/0xcefed536a3693893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb070 expref: 7942 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.405245:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b6f0c80/0xcefed536a363bd44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fdd expref: 8387 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.405250:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131ff4c80/0xcefed536a3693893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb070 expref: 7942 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.405257:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b6f0c80/0xcefed536a363bd44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fdd expref: 8387 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.405258:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ff4c80/0xcefed536a3693893 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb070 expref: 7942 pid: 8805 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.405264:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.405264:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.405265:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405268:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b6f0c80/0xcefed536a363bd44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b08:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597fdd expref: 8387 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.405269:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405276:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.405276:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.405277:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.405278:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.405282:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7941:1856:x1788538595369664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (100us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.405282:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.405285:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166406 00000100:00100000:0.0:1705683772.405290:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405291:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405292:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e575a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:15031:1788538554069888:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.405293:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166407 00000100:00100000:0.0:1705683772.405295:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5754:1856:x1788538595369792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.405298:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.405299:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b40f980/0xcefed536a366eeed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef80 expref: 5754 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.405301:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.405303:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b40f980/0xcefed536a366eeed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef80 expref: 5754 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.405306:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405310:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b40f980/0xcefed536a366eeed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef80 expref: 5754 pid: 15115 timeout: 644 lvb_type: 1 00010000:00100000:3.0:1705683772.405311:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.405312:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405313:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009360e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8386:1856:x1788538595369728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 73us (153us total) trans 0 rc 0/0 00010000:00100000:3.0:1705683772.405313:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.405315:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.405316:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.405316:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405318:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405319:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405319:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166405 00010000:00010000:0.0:1705683772.405325:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.405327:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.405330:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5753:1856:x1788538595369792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 34us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.405332:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166407 00010000:00010000:3.0:1705683772.405333:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405338:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405344:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405347:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405348:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1705683772.405349:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f6900/2, rc 0, transno 169935 00010000:00010000:0.0:1705683772.405350:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405353:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405356:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554068288:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.405359:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1705683772.405365:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5b2800/2, rc 0, transno 169933 00000100:00100000:1.0:1705683772.405370:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554067968:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.405394:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1705683772.405394:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3be900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554071872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.405396:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405399:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca01e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.405400:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405403:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405410:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405410:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.405412:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca01e00/0xcefed536a36e0957 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405421:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.405422:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405425:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7ca800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.405426:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405428:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.405429:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405429:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.405432:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.405432:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008febe900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+788:3081:x1788538554068544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6482us (6808us total) trans 4295137232 rc 0/0 00000100:00100000:1.0:1705683772.405434:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071872 00010000:00010000:0.0:1705683772.405435:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7ca800/0xcefed536a36e0950 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.405437:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420275 00010000:00010000:0.0:1705683772.405443:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405444:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405444:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.405445:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405445:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405447:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405448:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420306 00000100:00100000:3.0:1705683772.405448:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405451:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+788:3083:x1788538554071872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.405462:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23311 count 1 00000100:00100000:0.0:1705683772.405474:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008febb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+814:3084:x1788538554068928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6528us (6898us total) trans 4295137233 rc 0/0 00000100:00100000:0.0:1705683772.405477:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420274 00010000:00010000:0.0:1705683772.405487:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.405488:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e576900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554069952:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.405489:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405492:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405495:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.405497:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405498:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.405503:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.405503:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.405504:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00100000:3.0:1705683772.405504:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405514:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554071808:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.405531:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.405558:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b4a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+3840:3084:x1788538554068992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6353us (6812us total) trans 4295137986 rc 0/0 00000100:00100000:0.0:1705683772.405562:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420278 00000100:00100000:0.0:1705683772.405571:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405572:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405574:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071808 00000100:00100000:0.0:1705683772.405582:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405582:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405584:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420307 00000100:00100000:0.0:1705683772.405586:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e576900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+814:3082:x1788538554071808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.405592:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32743 count 1 00010000:00010000:1.0:1705683772.405705:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405714:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b42e300/0xcefed536a363be08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15980a1 expref: 8385 pid: 15086 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.405719:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.405720:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.405721:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405721:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405727:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801355c5e00/0xcefed536a3695113 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb60b expref: 7940 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405730:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.405731:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.405731:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405735:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b42e300/0xcefed536a363be08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980a1 expref: 8385 pid: 15086 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.405740:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801355c5e00/0xcefed536a3695113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb60b expref: 7940 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.405742:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b42e300/0xcefed536a363be08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980a1 expref: 8385 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.405745:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801355c5e00/0xcefed536a3695113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb60b expref: 7940 pid: 15141 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.405750:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14210:1788538554072000:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.405753:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554072064:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.405765:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.405767:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.405774:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.405776:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405779:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0b9cc80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.405780:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405782:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554071936:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.405784:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405790:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.405793:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0b9cc80/0xcefed536a36e0965 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.405796:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.405830:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405831:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.405831:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683772.405843:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5b4600/2, rc 0, transno 169936 00000100:00100000:0.0:1705683772.405847:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554068544:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1705683772.405851:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094b4bc00/2, rc 0, transno 170690 00000100:00100000:1.0:1705683772.405857:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094b4bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554068992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.405858:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.405865:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554072128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.405877:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.405881:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405882:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405885:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3bdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554072192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.405886:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405886:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405887:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554071936 00000100:00100000:0.0:1705683772.405890:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072128 00000100:00100000:1.0:1705683772.405900:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405901:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405904:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420308 00000100:00100000:0.0:1705683772.405906:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.405907:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.405907:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3be400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0001-mdtlov_UUID+815:3084:x1788538554071936:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.405909:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420309 00000100:00100000:0.0:1705683772.405911:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+789:3081:x1788538554072128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.405916:0:15098:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32744 count 1 00002000:00080000:0.0:1705683772.405918:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23312 count 1 00000100:00100000:3.0:1705683772.405920:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.405936:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405937:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405941:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072192 00000100:00100000:3.0:1705683772.405954:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405955:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.405959:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420310 00000100:00100000:3.0:1705683772.405962:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e575a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3840:3082:x1788538554072192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.405972:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36316 count 1 00010000:00010000:0.0:1705683772.406054:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.406059:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb480/0xcefed536a363be32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15980bd expref: 8385 pid: 14210 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.406063:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.406063:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.406064:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406072:0:15098:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.406073:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb480/0xcefed536a363be32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980bd expref: 8385 pid: 14210 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.406077:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb480/0xcefed536a363be32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980bd expref: 8385 pid: 14210 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.406077:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406080:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008efe9400/0xcefed536a3695629 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb731 expref: 7940 pid: 15156 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406082:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554072256:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.406086:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.406086:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801314dca00/0xcefed536a366ef5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeff0 expref: 5752 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.406087:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.406088:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406091:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.406091:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.406092:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.406093:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406102:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008efe9400/0xcefed536a3695629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb731 expref: 7940 pid: 15156 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.406108:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801314dca00/0xcefed536a366ef5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeff0 expref: 5752 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.406109:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008efe9400/0xcefed536a3695629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb731 expref: 7940 pid: 15156 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.406115:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801314dca00/0xcefed536a366ef5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeff0 expref: 5752 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.406116:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3bee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554072320:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.406123:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554072384:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.406138:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013075ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.406141:0:15048:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0001_UUID:15048:1788538554070016:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.406151:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a6d0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554070080:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.406152:0:15048:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.406157:0:15048:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.406158:0:15048:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.406159:0:15048:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.406160:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.406163:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.406164:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.406164:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:1.0:1705683772.406176:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090e99e00/2, rc 0, transno 169937 00000100:00100000:1.0:1705683772.406194:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090e99e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554068928:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.406207:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554070144:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.406217:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.406222:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.406222:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.406223:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406228:0:15062:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c39900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554070208:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.406232:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1705683772.406236:0:15062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.406237:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e9b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554072448:0@lo:6:osp-syn-0-1.0 00010000:00100000:0.0:1705683772.406240:0:15062:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.406240:0:15062:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.406241:0:15062:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406255:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.406258:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.406263:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406264:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.406266:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406267:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369920 00000100:00100000:3.0:1705683772.406267:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.406272:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072448 00000100:00100000:1.0:1705683772.406275:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.406277:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406277:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406280:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 42407 00000100:00100000:0.0:1705683772.406282:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+400:1859:x1788538595369920:12345-192.168.203.16@tcp:103:mrename.0 00000100:00100000:3.0:1705683772.406285:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.406285:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.406286:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.406289:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420311 00000100:00100000:3.0:1705683772.406292:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3bf300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+816:3084:x1788538554072448:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.406293:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131b67480/0xcefed536a36e082a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c8c expref: 400 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.406294:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.406300:0:15085:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff880133f4f200) 00002000:00080000:3.0:1705683772.406302:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32745 count 1 00010000:00010000:0.0:1705683772.406304:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.406309:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.406311:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+399:1859:x1788538595369920:12345-192.168.203.16@tcp:103:mrename.0 Request processed in 28us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.406314:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 42407 00000100:00100000:0.0:1705683772.406319:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406319:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406321:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370112 00000100:00100000:1.0:1705683772.406323:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.406334:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406334:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406336:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369856 00010000:00010000:0.0:1705683772.406340:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b678280/0xcefed536a36933f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15baf66 expref: 7941 pid: 15158 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.406340:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406341:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406347:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406347:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406347:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166408 00000100:00100000:0.0:1705683772.406350:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 42408 00000100:00100000:1.0:1705683772.406351:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7941:1856:x1788538595369856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.406352:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3b8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+399:1859:x1788538595370112:12345-192.168.203.16@tcp:103:mrename.0 00010000:00010000:0.0:1705683772.406355:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.406357:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.406359:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb8e080/0xcefed536a36e0766 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25cd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c38 expref: 399 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406360:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b678280/0xcefed536a36933f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15baf66 expref: 7941 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.406365:0:15085:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cd:0x0].0x0 (ffff88013037b600) 00010000:00010000:1.0:1705683772.406367:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b678280/0xcefed536a36933f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15baf66 expref: 7941 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.406368:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.406373:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3b8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+398:1859:x1788538595370112:12345-192.168.203.16@tcp:103:mrename.0 Request processed in 21us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.406376:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 42408 00010000:00010000:1.0:1705683772.406377:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b678280/0xcefed536a36933f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15baf66 expref: 7941 pid: 15158 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.406384:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406384:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.406386:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.406387:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.406388:0:14201:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370304 00010000:00010000:1.0:1705683772.406388:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406393:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406395:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406395:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406398:0:14201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298682 00000100:00100000:0.0:1705683772.406399:0:14201:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3bc100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+1332:21948:x1788538595370304:12345-192.168.203.16@tcp:36:mrename.0 00010000:00010000:1.0:1705683772.406405:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.406414:0:14201:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.406416:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:1856:x1788538595369856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 64us (92us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.406420:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0b9db80/0xcefed536a36e0942 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ccb expref: 1332 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.406421:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166408 00010000:00010000:0.0:1705683772.406426:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff88008b2e4400) 00010000:00010000:0.0:1705683772.406428:0:14201:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.406436:0:15123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406441:0:15123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406446:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554072512:0@lo:1000:mdt00_010.0 00010000:00010000:1.0:1705683772.406446:0:15123:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.406450:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406455:0:15123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.406459:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b768280/0xcefed536a3695c50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb8c7 expref: 7939 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406463:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.406464:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.406465:0:15123:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.406465:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.406466:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406471:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f876600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.406476:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.406478:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.406480:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b768280/0xcefed536a3695c50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb8c7 expref: 7939 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.406482:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7cad00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.406483:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.406486:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.406486:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b768280/0xcefed536a3695c50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb8c7 expref: 7939 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.406492:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.406494:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7cad00/0xcefed536a36e096c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.406494:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e98a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554072576:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.406501:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.406502:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.406503:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.406508:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800abc03a80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.406525:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.406530:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406530:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406534:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370048 00010000:00010000:0.0:1705683772.406540:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5fa080/0xcefed536a3693d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb142 expref: 7940 pid: 15158 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.406546:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406547:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406549:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166409 00000100:00100000:0.0:1705683772.406551:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:1856:x1788538595370048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.406554:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.406555:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5fa080/0xcefed536a3693d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb142 expref: 7940 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.406559:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5fa080/0xcefed536a3693d32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb142 expref: 7940 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.406567:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5fa080/0xcefed536a3693d32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb142 expref: 7940 pid: 15158 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.406571:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b4f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+817:3081:x1788538554068672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7370us (7884us total) trans 4295137234 rc 0/0 00010000:00010000:0.0:1705683772.406572:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.406572:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.406573:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.406576:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420277 00010000:00010000:0.0:1705683772.406577:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.406590:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406591:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.406594:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.406597:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072512 00000100:00100000:0.0:1705683772.406601:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7939:1856:x1788538595370048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 49us (76us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.406601:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406604:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166409 00010000:00010000:3.0:1705683772.406612:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.406614:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406615:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406618:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36002 00010000:00010000:3.0:1705683772.406618:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683772.406620:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f3200/2, rc 0, transno 169938 00000100:00100000:1.0:1705683772.406621:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b3700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+28:14201:x1788538554072512:12345-0@lo:1000:mdt00_010.0 00010000:00010000:3.0:1705683772.406623:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406628:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554068672:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.406653:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.406653:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683772.406659:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.406659:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096989400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554072640:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.406660:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406663:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370368 00000100:00100000:1.0:1705683772.406664:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b3700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+28:14201:x1788538554072512:12345-0@lo:1000:mdt00_010.0 Request processed in 42us (200us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.406669:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d912580/0xcefed536a366ef09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef9c expref: 5753 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.406670:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36002 00000100:00100000:0.0:1705683772.406676:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406677:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.406677:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.406679:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166410 00000100:00100000:0.0:1705683772.406681:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093609050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5753:1856:x1788538595370368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.406685:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.406685:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.406686:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d912580/0xcefed536a366ef09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef9c expref: 5753 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.406686:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.406690:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d912580/0xcefed536a366ef09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef9c expref: 5753 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.406690:0:15123:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072640 00010000:00010000:3.0:1705683772.406696:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.406697:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d912580/0xcefed536a366ef09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef9c expref: 5753 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.406700:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406701:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.406704:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420312 00010000:00010000:0.0:1705683772.406705:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.406706:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.406706:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+817:3083:x1788538554072640:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.406707:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.406710:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.406715:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32746 count 1 00010000:00010000:0.0:1705683772.406718:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.406723:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093609050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5752:1856:x1788538595370368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.406726:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166410 00000100:00100000:0.0:1705683772.406749:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554072512:0@lo:1000:mdt00_010.0 00010000:00010000:0.0:1705683772.406777:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.406778:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+818:3084:x1788538554069184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7561us (7879us total) trans 4295137235 rc 0/0 00010000:00010000:0.0:1705683772.406780:0:14201:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.406783:0:14201:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14201 initiator: MDT1 00000100:00100000:3.0:1705683772.406783:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420279 00000100:00100000:0.0:1705683772.406789:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554072704:0@lo:101:mdt00_010.0 00000100:00100000:0.0:1705683772.406823:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.406834:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.406836:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094b4b700/2, rc 0, transno 169939 00000100:00100000:0.0:1705683772.406840:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406840:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.406842:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094b4b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554069184:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.406845:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072704 00000100:00100000:3.0:1705683772.406864:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096989e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554072768:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.406876:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.406891:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.406892:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.406896:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.406896:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072768 00010000:00010000:1.0:1705683772.406906:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b67ea80/0xcefed536a36961b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bb9ed expref: 7938 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.406909:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.406910:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1705683772.406910:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.406911:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.406912:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.406914:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420313 00000100:00100000:3.0:1705683772.406917:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+818:3081:x1788538554072768:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.406921:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b67ea80/0xcefed536a36961b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb9ed expref: 7938 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406925:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b67ea80/0xcefed536a36961b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb9ed expref: 7938 pid: 15057 timeout: 644 lvb_type: 0 00002000:00080000:3.0:1705683772.406927:0:15053:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32747 count 1 00000100:00100000:1.0:1705683772.406930:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3bbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554072832:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.406941:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cd80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.406951:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.406955:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406956:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.406956:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.406958:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406961:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36003 00010000:00010000:1.0:1705683772.406961:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.406963:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:14201:x1788538554072704:12345-0@lo:101:mdt00_010.0 00010000:00010000:0.0:1705683772.406968:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.406968:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.406995:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7d180/0xcefed536a36e0a68 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcefed536a36e0a5a expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407003:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7d180/0xcefed536a36e0a68 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xcefed536a36e0a5a expref: 29 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407008:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7d180/0xcefed536a36e0a68 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36e0a5a expref: 29 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407011:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008b08c500) 00010000:00010000:0.0:1705683772.407012:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.407013:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f7d180, rc 0) 00000100:00100000:0.0:1705683772.407031:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:14201:x1788538554072704:12345-0@lo:101:mdt00_010.0 Request processed in 67us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.407034:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36003 00000100:00100000:1.0:1705683772.407034:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e572d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0000-mdtlov_UUID+3841:3082:x1788538554069120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6812us (7099us total) trans 4295137987 rc 0/0 00000100:00100000:1.0:1705683772.407038:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420287 00000100:00100000:0.0:1705683772.407050:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554072704:0@lo:101:mdt00_010.0 00010000:00010000:0.0:1705683772.407055:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407058:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.407059:0:14201:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407063:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407064:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:0.0:1705683772.407066:0:14201:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1705683772.407067:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370432 00010000:00010000:1.0:1705683772.407073:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d911b80/0xcefed536a366eefb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef8e expref: 5752 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.407076:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.407076:0:15053:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407079:0:14201:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14201 initiator: MDT1 00000100:00100000:1.0:1705683772.407080:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407081:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.407082:0:14201:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14201 initiator: MDT1 00000100:00100000:1.0:1705683772.407083:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166411 00000100:00100000:1.0:1705683772.407085:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3b8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5752:1858:x1788538595370432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.407085:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b2fc500/0xcefed536a36966e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bbaf7 expref: 7938 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407087:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554072896:0@lo:101:mdt00_010.0 00010000:00010000:1.0:1705683772.407088:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.407090:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d911b80/0xcefed536a366eefb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef8e expref: 5752 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.407091:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.407092:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.407093:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407094:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d911b80/0xcefed536a366eefb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef8e expref: 5752 pid: 15115 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.407097:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.407102:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d911b80/0xcefed536a366eefb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aef8e expref: 5752 pid: 15115 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.407103:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.407106:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b2fc500/0xcefed536a36966e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbaf7 expref: 7938 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407108:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407108:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.407108:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407109:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407110:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407111:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554072896 00010000:00010000:1.0:1705683772.407113:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407114:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b2fc500/0xcefed536a36966e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbaf7 expref: 7938 pid: 15126 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.407119:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407119:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.407121:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.407122:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36004 00000100:00100000:3.0:1705683772.407122:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554072960:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.407123:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+29:14201:x1788538554072896:12345-0@lo:101:mdt00_010.0 00010000:00010000:0.0:1705683772.407127:0:14223:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.407127:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3b8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5751:1858:x1788538595370432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.407130:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166411 00000100:00100000:3.0:1705683772.407135:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1bec180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.407138:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407142:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407145:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407147:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407153:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1705683772.407158:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094b48f00/2, rc 0, transno 170691 00000100:00100000:3.0:1705683772.407164:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094b48f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.407185:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.407190:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554073024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.407198:0:14223:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7de00/0xcefed536a36e0a7d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcefed536a36e0a76 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407208:0:14223:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7de00/0xcefed536a36e0a7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xcefed536a36e0a76 expref: 30 pid: 14223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407208:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e573200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3841:3082:x1788538554069056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6739us (7209us total) trans 4295137988 rc 0/0 00000100:00100000:3.0:1705683772.407209:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.407211:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420289 00010000:00010000:0.0:1705683772.407213:0:14223:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7de00/0xcefed536a36e0a7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36e0a76 expref: 30 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407216:0:14223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00000100:00100000:1.0:1705683772.407216:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.407217:0:14223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683772.407217:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.407218:0:14223:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f7de00, rc 0) 00000100:00100000:1.0:1705683772.407220:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073024 00000100:00100000:1.0:1705683772.407227:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407227:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407229:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420314 00000100:00100000:1.0:1705683772.407231:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3841:3081:x1788538554073024:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.407231:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094b49e00/2, rc 0, transno 170692 00000100:00100000:0.0:1705683772.407236:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+30:14201:x1788538554072896:12345-0@lo:101:mdt00_010.0 Request processed in 111us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.407236:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094b49e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069056:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.407237:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36317 count 1 00000100:00100000:0.0:1705683772.407239:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36004 00000100:00100000:0.0:1705683772.407255:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554072896:0@lo:101:mdt00_010.0 00000100:00100000:3.0:1705683772.407257:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554073088:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.407259:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407263:0:14201:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683772.407269:0:14201:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000402:0x2:0x0] 00000100:00100000:3.0:1705683772.407273:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.407276:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.407279:0:14201:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.407282:0:14201:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14201 initiator: MDT1 00000100:00100000:0.0:1705683772.407287:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073152:0@lo:101:mdt00_010.0 00000100:00100000:3.0:1705683772.407291:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.407292:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.407296:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073088 00000100:00100000:0.0:1705683772.407297:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.407302:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.407307:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407307:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.407308:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.407309:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407310:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073152 00000100:00100000:3.0:1705683772.407312:0:15031:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420315 00000100:00100000:3.0:1705683772.407315:0:15031:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3842:3083:x1788538554073088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.407317:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407318:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407320:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36005 00000100:00100000:0.0:1705683772.407321:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b4100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+30:14201:x1788538554073152:12345-0@lo:101:mdt00_010.0 00010000:00010000:1.0:1705683772.407321:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.407324:0:15031:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36318 count 1 00010000:00010000:0.0:1705683772.407325:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.407327:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801314dd180/0xcefed536a366ef6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15aeffe expref: 5750 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.407330:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407331:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407332:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407341:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801314dd180/0xcefed536a366ef6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeffe expref: 5750 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.407345:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801314dd180/0xcefed536a366ef6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeffe expref: 5750 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.407348:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099288280/0xcefed536a36e0a92 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcefed536a36e0a84 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407350:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554073216:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.407355:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099288280/0xcefed536a36e0a92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xcefed536a36e0a84 expref: 31 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407359:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099288280/0xcefed536a36e0a92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36e0a84 expref: 31 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407360:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3f00 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.407362:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3331 (ffff88008b08cd00) 00010000:00010000:0.0:1705683772.407363:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.407364:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099288280, rc 0) 00000100:00100000:0.0:1705683772.407377:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b4100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073152:12345-0@lo:101:mdt00_010.0 Request processed in 55us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.407377:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.407380:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36005 00000100:00100000:1.0:1705683772.407384:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407384:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407387:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595369984 00000100:00100000:0.0:1705683772.407393:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073152:0@lo:101:mdt00_010.0 00010000:00010000:1.0:1705683772.407394:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b430000/0xcefed536a363bd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ff9 expref: 8386 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.407397:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407400:0:14201:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407400:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407401:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407403:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166412 00000100:00100000:1.0:1705683772.407404:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3b9400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8386:1856:x1788538595369984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000004:00080000:0.0:1705683772.407406:0:14201:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000402:0x2:0x0] 00010000:00010000:1.0:1705683772.407408:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.407409:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b430000/0xcefed536a363bd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ff9 expref: 8386 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.407413:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b430000/0xcefed536a363bd60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ff9 expref: 8386 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.407418:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073280:0@lo:1000:mdt00_010.0 00010000:00010000:1.0:1705683772.407421:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b430000/0xcefed536a363bd60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1597ff9 expref: 8386 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.407426:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407427:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.407427:0:15031:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407428:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407431:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407436:0:15031:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090436300/0xcefed536a366ef79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af00c expref: 5750 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.407439:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.407441:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.407443:0:15031:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.407443:0:15031:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407444:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3b9400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8385:1856:x1788538595369984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.407449:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166412 00010000:00010000:3.0:1705683772.407457:0:15031:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090436300/0xcefed536a366ef79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af00c expref: 5750 pid: 15025 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.407458:0:15057:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407461:0:15057:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407464:0:15057:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407464:0:15031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090436300/0xcefed536a366ef79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af00c expref: 5750 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.407467:0:15057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.407472:0:15031:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554073344:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.407479:0:15057:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1705683772.407481:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1705683772.407484:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407489:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca00500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.407491:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407492:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.407497:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407500:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f876600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.407505:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407505:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.407507:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407508:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073280 00010000:00010000:3.0:1705683772.407512:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca00500/0xcefed536a36e097a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407516:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407517:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407519:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36006 00000100:00100000:0.0:1705683772.407521:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073280:12345-0@lo:1000:mdt00_010.0 00010000:00010000:3.0:1705683772.407524:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683772.407526:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407531:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a7c9680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.407533:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407538:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407548:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073280:12345-0@lo:1000:mdt00_010.0 Request processed in 26us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.407548:0:15057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+790:3083:x1788538554069248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8149us (8174us total) trans 4295137236 rc 0/0 00000100:00100000:0.0:1705683772.407551:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36006 00000100:00100000:1.0:1705683772.407551:0:15057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420280 00010000:00010000:3.0:1705683772.407551:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407556:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c9680/0xcefed536a36e099d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407564:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073280:0@lo:1000:mdt00_010.0 00000004:00080000:1.0:1705683772.407567:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5b1400/2, rc 0, transno 169940 00010000:00010000:3.0:1705683772.407568:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683772.407569:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407571:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554069248:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.407574:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ab7e300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.407576:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407581:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407584:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073408:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1705683772.407586:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1705683772.407588:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407589:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3bb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554073472:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.407593:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab7e300/0xcefed536a36e09ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407594:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.407600:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.407600:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.407604:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.407604:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683772.407605:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.407606:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407608:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073408 00000100:00100000:1.0:1705683772.407609:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407609:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407612:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073472 00000100:00100000:0.0:1705683772.407614:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407614:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.407615:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ab7cc80 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:0.0:1705683772.407616:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36007 00010000:00010000:3.0:1705683772.407616:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407618:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073408:12345-0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1705683772.407618:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407618:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407620:0:15057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420316 00010000:00010000:3.0:1705683772.407621:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407622:0:15057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c3b8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+790:3083:x1788538554073472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.407628:0:15057:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23313 count 1 00010000:00010000:3.0:1705683772.407630:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407635:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7cc80/0xcefed536a36e0973 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407645:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.407646:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.407648:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.407659:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073408:12345-0@lo:1000:mdt00_010.0 Request processed in 40us (65us total) trans 0 rc 1/1 00000100:00100000:0.0:1705683772.407662:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36007 00000100:00100000:3.0:1705683772.407662:0:15031:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.407674:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073408:0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1705683772.407712:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073536:0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1705683772.407723:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.407730:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093d5eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.407735:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407735:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407738:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073536 00000100:00100000:0.0:1705683772.407745:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407746:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407748:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36008 00000100:00100000:0.0:1705683772.407750:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b1900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073536:12345-0@lo:1000:mdt00_010.0 00010000:00010000:1.0:1705683772.407762:0:15057:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407769:0:15057:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b42f480/0xcefed536a363be71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15980d9 expref: 8384 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.407772:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.407773:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b1900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073536:12345-0@lo:1000:mdt00_010.0 Request processed in 22us (49us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.407773:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407773:0:15057:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.407776:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36008 00010000:00010000:1.0:1705683772.407782:0:15057:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b42f480/0xcefed536a363be71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980d9 expref: 8384 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.407786:0:15057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b42f480/0xcefed536a363be71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980d9 expref: 8384 pid: 15087 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.407787:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073536:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1705683772.407791:0:15057:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c3b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554073600:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.407828:0:15057:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.407841:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073664:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1705683772.407849:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.407852:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.407856:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407857:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407859:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.407860:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370176 00000100:00100000:0.0:1705683772.407864:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407864:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.407866:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800970ead00/0xcefed536a36941d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb23e expref: 7939 pid: 15087 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.407868:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073664 00000100:00100000:0.0:1705683772.407876:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407876:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407877:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407877:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407879:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36009 00000100:00100000:1.0:1705683772.407879:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166413 00000100:00100000:0.0:1705683772.407880:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b6400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073664:12345-0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1705683772.407881:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c39900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7939:1856:x1788538595370176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.407884:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.407886:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800970ead00/0xcefed536a36941d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb23e expref: 7939 pid: 15087 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.407890:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800970ead00/0xcefed536a36941d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb23e expref: 7939 pid: 15087 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.407897:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800970ead00/0xcefed536a36941d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb23e expref: 7939 pid: 15087 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.407903:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407903:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407904:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407908:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407916:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.407922:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c39900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7938:1856:x1788538595370176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.407925:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166413 00010000:00010000:3.0:1705683772.407927:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407933:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.407939:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407942:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.407943:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.407947:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407947:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407949:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370496 00010000:00010000:1.0:1705683772.407954:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b430500/0xcefed536a363bd98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598038 expref: 8385 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.407954:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.407960:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.407960:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.407961:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b6400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073664:12345-0@lo:1000:mdt00_010.0 Request processed in 79us (107us total) trans 0 rc 1/1 00000100:00100000:1.0:1705683772.407962:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166414 00000100:00100000:0.0:1705683772.407964:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36009 00000100:00100000:1.0:1705683772.407964:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c38500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8385:1856:x1788538595370496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.407967:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.407968:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b430500/0xcefed536a363bd98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598038 expref: 8385 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.407972:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b430500/0xcefed536a363bd98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598038 expref: 8385 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.407973:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.407975:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407979:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca00a00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.407979:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b430500/0xcefed536a363bd98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598038 expref: 8385 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.407980:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407983:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407983:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407984:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.407984:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407988:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407990:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.407993:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca00a00/0xcefed536a36e098f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.407997:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.408001:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.408002:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.408002:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.408002:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c38500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8384:1856:x1788538595370496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.408006:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166414 00000100:00100000:0.0:1705683772.408012:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073664:0@lo:1000:mdt00_010.0 00010000:00010000:1.0:1705683772.408013:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408017:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408020:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408022:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408031:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.408033:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.408034:0:14201:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.408037:0:14201:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14201 initiator: MDT1 00000100:00100000:0.0:1705683772.408042:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073728:0@lo:101:mdt00_010.0 00000100:00100000:3.0:1705683772.408044:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e575000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+819:3084:x1788538554069760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8386us (8495us total) trans 4295137237 rc 0/0 00000100:00100000:3.0:1705683772.408050:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420283 00000100:00100000:0.0:1705683772.408053:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.408059:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.408063:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683772.408064:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408064:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.408066:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.408067:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073728 00010000:00010000:3.0:1705683772.408071:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134fb0500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.408073:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.408074:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408074:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408076:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36010 00000100:00100000:0.0:1705683772.408078:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4ee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+31:14201:x1788538554073728:12345-0@lo:101:mdt00_010.0 00010000:00010000:3.0:1705683772.408078:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408084:0:14223:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.408088:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408092:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134fb0500/0xcefed536a36e09b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408095:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e570a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+791:3082:x1788538554069376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7670us (8123us total) trans 4295137238 rc 0/0 00000100:00100000:1.0:1705683772.408098:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420288 00010000:00010000:0.0:1705683772.408100:0:14223:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009928b480/0xcefed536a36e0aae lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcefed536a36e0aa7 expref: -99 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408105:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.408106:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.408108:0:14223:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009928b480/0xcefed536a36e0aae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xcefed536a36e0aa7 expref: 32 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408108:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.408112:0:14223:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009928b480/0xcefed536a36e0aae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36e0aa7 expref: 32 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408115:0:14223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cd:0x0].0x0 (ffff88013076c300) 00010000:00010000:0.0:1705683772.408116:0:14223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1705683772.408117:0:14223:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009928b480, rc 0) 00000004:00080000:3.0:1705683772.408123:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092637800/2, rc 0, transno 169941 00000100:00100000:3.0:1705683772.408129:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554069760:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.408131:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4ee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+32:14201:x1788538554073728:12345-0@lo:101:mdt00_010.0 Request processed in 52us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.408134:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36010 00000100:00100000:0.0:1705683772.408146:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b6900 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073728:0@lo:101:mdt00_010.0 00000100:00100000:1.0:1705683772.408148:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.408150:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408154:0:14201:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.408157:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554073792:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1705683772.408160:0:14201:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000402:0x25cd:0x0] 00000100:00100000:1.0:1705683772.408161:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.408165:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408165:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.408169:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14201 initiator: MDT0 00000100:00100000:1.0:1705683772.408169:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370560 00010000:00010000:0.0:1705683772.408171:0:14201:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14201 initiator: MDT1 00000100:00100000:3.0:1705683772.408173:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.408175:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b430280/0xcefed536a363bd7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598015 expref: 8384 pid: 15080 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.408177:0:14201:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14201 initiator: MDT1 00000100:00100000:0.0:1705683772.408182:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073856:0@lo:101:mdt00_010.0 00000100:00100000:1.0:1705683772.408185:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408186:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408188:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166415 00000100:00100000:1.0:1705683772.408190:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c3c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8384:1859:x1788538595370560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.408190:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.408191:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408192:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.408193:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.408195:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b430280/0xcefed536a363bd7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598015 expref: 8384 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.408195:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073792 00000100:00100000:0.0:1705683772.408198:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.408199:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b430280/0xcefed536a363bd7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598015 expref: 8384 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.408202:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408202:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408206:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073856 00010000:00010000:1.0:1705683772.408207:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b430280/0xcefed536a363bd7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598015 expref: 8384 pid: 15080 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.408208:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.408209:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408212:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.408212:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.408213:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.408213:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.408213:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420317 00010000:00010000:1.0:1705683772.408214:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.408215:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36011 00000100:00100000:0.0:1705683772.408216:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b6900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+32:14201:x1788538554073856:12345-0@lo:101:mdt00_010.0 00000100:00100000:3.0:1705683772.408216:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+819:3081:x1788538554073792:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.408217:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408220:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.408225:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1705683772.408227:0:15048:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32748 count 1 00000100:00100000:1.0:1705683772.408232:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3c100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8383:1859:x1788538595370560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.408234:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166415 00010000:00010000:0.0:1705683772.408235:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099289180/0xcefed536a36e0abc lrc: 2/0,0 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcefed536a36e0ab5 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408242:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099289180/0xcefed536a36e0abc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xcefed536a36e0ab5 expref: 33 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408246:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099289180/0xcefed536a36e0abc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xcefed536a36e0ab5 expref: 33 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408248:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff88012d24d800) 00010000:00010000:0.0:1705683772.408249:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1705683772.408250:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099289180, rc 0) 00000100:00100000:1.0:1705683772.408253:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.408258:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408258:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408261:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370624 00000100:00100000:0.0:1705683772.408263:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b6900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+33:14201:x1788538554073856:12345-0@lo:101:mdt00_010.0 Request processed in 46us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.408266:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36011 00000100:00100000:1.0:1705683772.408267:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408268:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408270:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420318 00000100:00100000:1.0:1705683772.408272:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:c77a26ac-6587-4500-88fc-a375de7e12f4+7938:21555:x1788538595370624:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.408276:0:15141:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.408280:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073856:0@lo:101:mdt00_010.0 00010000:00010000:0.0:1705683772.408283:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408287:0:14201:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408296:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.408299:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.408302:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT1 00000100:00100000:0.0:1705683772.408316:0:14201:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073920:0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1705683772.408327:0:14201:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.408332:0:14201:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f876600 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.408336:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408337:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408340:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554073920 00000100:00100000:0.0:1705683772.408347:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408347:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408349:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36012 00000100:00100000:0.0:1705683772.408351:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d0a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+33:14201:x1788538554073920:12345-0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1705683772.408373:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d0a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0001-mdtlov_UUID+33:14201:x1788538554073920:12345-0@lo:1000:mdt00_010.0 Request processed in 22us (46us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.408374:0:15048:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.408376:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36012 00000100:00100000:0.0:1705683772.408383:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408383:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.408383:0:15048:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c1ba080/0xcefed536a3696f20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bbcd3 expref: 7938 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.408387:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372032 00010000:00010000:3.0:1705683772.408388:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.408390:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.408391:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.408401:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408401:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408404:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298683 00010000:00010000:3.0:1705683772.408405:0:15048:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c1ba080/0xcefed536a3696f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbcd3 expref: 7938 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.408406:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c39400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:21822:x1788538595372032:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:0.0:1705683772.408411:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.408412:0:15048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c1ba080/0xcefed536a3696f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbcd3 expref: 7938 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.408415:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099288f00/0xcefed536a36e0ad1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d5e expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.408419:0:15048:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0000_UUID:15048:1788538554073984:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.408434:0:15048:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf39c0 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.408457:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5b5a00/2, rc 0, transno 169942 00000004:00200000:0.0:1705683772.408463:0:14196:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x726:0x0]: returning size 4096 00000100:00100000:3.0:1705683772.408463:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.408484:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.408489:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554074048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.408506:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.408509:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099288f00/0xcefed536a36e0ad1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d5e expref: 1215 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408513:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099288f00/0xcefed536a36e0ad1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d5e expref: 1215 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408519:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099288f00, rc 0) 00000100:00100000:3.0:1705683772.408520:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.408521:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.408525:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074048 00000100:00100000:0.0:1705683772.408527:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c39400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:21822:x1788538595372032:12345-192.168.203.16@tcp:101:rm.0 Request processed in 120us (380us total) trans 4295042408 rc 301/301 00000100:00100000:0.0:1705683772.408530:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298683 00000100:00100000:3.0:1705683772.408537:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.408537:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.408541:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420319 00000100:00100000:3.0:1705683772.408544:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+791:3081:x1788538554074048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.408546:0:14201:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:14201:1788538554073920:0@lo:1000:mdt00_010.0 00002000:00080000:3.0:1705683772.408553:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23314 count 1 00010000:00010000:1.0:1705683772.408565:0:15141:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4c80/0xcefed536a36e0adf lrc: 2/0,0 mode: --/PW res: [0x280000401:0xbd21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d1f expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.408572:0:15141:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xbd21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.408578:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.408579:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.408580:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4c80/0xcefed536a36e0adf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d1f expref: 7939 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408585:0:15141:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4c80/0xcefed536a36e0adf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d1f expref: 7939 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408588:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT1 00010000:00010000:1.0:1705683772.408590:0:15141:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a5e4c80, rc 0) 00010000:00010000:0.0:1705683772.408592:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.408594:0:14201:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT1 00000100:00100000:1.0:1705683772.408598:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:c77a26ac-6587-4500-88fc-a375de7e12f4+7939:21555:x1788538595370624:12345-192.168.203.16@tcp:101:dd.0 Request processed in 326us (345us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.408599:0:14201:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099288500 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.408600:0:14201:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT1 00000100:00100000:1.0:1705683772.408601:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420318 00010000:00010000:0.0:1705683772.408603:0:14201:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.408607:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff88008b2e4400) 00010000:00010000:0.0:1705683772.408607:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.408608:0:14201:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.408610:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099288500/0xcefed536a36e0ac3 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT1 00010000:00010000:0.0:1705683772.408616:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408619:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408619:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.408622:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408625:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408625:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.408626:0:14201:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.408628:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370688 00000004:00080000:0.0:1705683772.408629:0:14201:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000402:0x25cd:0x0] 00010000:00010000:0.0:1705683772.408630:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408632:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408634:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408635:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408637:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420320 00010000:00010000:0.0:1705683772.408638:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408638:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:8dc539e0-a6d0-4264-ae88-11424261aea3+8383:26792:x1788538595370688:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.408642:0:15141:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.408649:0:14201:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1705683772.408652:0:14201:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000402:0x2:0x0] 00010000:00010000:0.0:1705683772.408653:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408656:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408658:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408661:0:14201:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1705683772.408662:0:14201:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000402:0x2:0x0] 00010000:00010000:0.0:1705683772.408663:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408665:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408667:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408670:0:14201:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1705683772.408671:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408675:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408678:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408680:0:14201:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1705683772.408693:0:14201:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3bc100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+1331:21948:x1788538595370304:12345-192.168.203.16@tcp:36:mrename.0 Request processed in 2292us (2383us total) trans 0 rc -39/-39 00000100:00100000:0.0:1705683772.408696:0:14201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298682 00010000:00010000:0.0:1705683772.408713:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1705683772.408715:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408718:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099288780 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:0.0:1705683772.408720:0:15047:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683772.408723:0:15047:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408724:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1705683772.408727:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408732:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009928a080 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:0.0:1705683772.408733:0:15047:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408735:0:11073:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408736:0:15047:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000004:00010000:3.0:1705683772.408739:0:11073:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408743:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408746:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099288780/0xcefed536a36e0ab5 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0abc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408752:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683772.408753:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408755:0:11073:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408756:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099f7c500 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:0.0:1705683772.408757:0:15047:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683772.408759:0:15047:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408759:0:11073:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1705683772.408765:0:15047:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408765:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408767:0:15047:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683772.408769:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009928a080/0xcefed536a36e0aa7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0aae expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408770:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 1/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408773:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7c500/0xcefed536a36e0a76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a7d expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408780:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.408781:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408783:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.408784:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099f7ed00 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:0.0:1705683772.408785:0:15047:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408785:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683772.408790:0:15047:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408790:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099f7db80 already unused, calling callback (ffffffffa0d84510) 00010000:00010000:3.0:1705683772.408792:0:11073:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408794:0:15047:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683772.408796:0:11073:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408797:0:15047:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1705683772.408798:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408798:0:15141:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6a80/0xcefed536a36e0ae6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d26 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408827:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7ed00/0xcefed536a36e0a84 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a92 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408834:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.408834:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.408834:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099bf0f00/0xcefed536a360ba41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb158216d expref: 7938 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408835:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.408838:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.408838:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.408838:0:11073:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408839:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6a80/0xcefed536a36e0ae6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d26 expref: 8384 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408842:0:11073:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1705683772.408843:0:15062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408846:0:15062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408846:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408848:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099bf0f00/0xcefed536a360ba41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0x927681bb158216d expref: 7938 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408850:0:15062:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.408850:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099f7db80/0xcefed536a36e0a5a lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xcefed536a36e0a68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408852:0:15062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408852:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099bf0f00/0xcefed536a360ba41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158216d expref: 7938 pid: 14225 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.408857:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554074432:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.408859:0:15062:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.408861:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.408863:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408868:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.408873:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ab7f700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.408874:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408877:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554074112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.408887:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.408895:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013615da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554074368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.408903:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.408908:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408909:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408911:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074112 00000100:00100000:1.0:1705683772.408920:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408920:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408921:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074368 00000100:00100000:0.0:1705683772.408926:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+792:3082:x1788538554069312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8314us (8905us total) trans 4295137239 rc 0/0 00000100:00100000:1.0:1705683772.408926:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408927:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.408928:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42409 00000100:00100000:0.0:1705683772.408930:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420290 00000100:00100000:1.0:1705683772.408930:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:lustre-MDT0001-mdtlov_UUID+34:3083:x1788538554074112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.408934:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.408938:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099289180/0xcefed536a36e0abc lrc: 0/0,0 mode: --/EX res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xcefed536a36e0ab5 expref: 34 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408940:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.408943:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408943:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.408946:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42410 00010000:00010000:1.0:1705683772.408947:0:14322:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff88012d24d800) 00000100:00100000:0.0:1705683772.408948:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60a8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+33:3083:x1788538554074368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.408950:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.408951:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.408953:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.408958:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7d180/0xcefed536a36e0a68 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xcefed536a36e0a5a expref: 33 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.408960:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:lustre-MDT0001-mdtlov_UUID+33:3083:x1788538554074112:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (73us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.408960:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408963:0:6519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008b08c500) 00000100:00100000:1.0:1705683772.408963:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42409 00010000:00010000:3.0:1705683772.408964:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7f700/0xcefed536a36e09c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.408967:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.408973:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.408974:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.408975:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.408976:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60a8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+31:3083:x1788538554074368:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.408980:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42410 00000100:00100000:1.0:1705683772.408980:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554074112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.408984:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013615c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554074176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.408985:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013615da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554074368:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.408997:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.408999:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.409000:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.409003:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.409004:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.409016:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409016:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409019:0:15062:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370752 00000100:00100000:1.0:1705683772.409023:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.409028:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409029:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409030:0:15062:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370816 00000100:00100000:1.0:1705683772.409031:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.409031:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409032:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409036:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409036:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370880 00000100:00100000:0.0:1705683772.409037:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409039:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420321 00000100:00100000:0.0:1705683772.409041:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:c77a26ac-6587-4500-88fc-a375de7e12f4+9435:26724:x1788538595370752:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.409046:0:15062:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.409046:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409046:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409049:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420322 00000100:00100000:3.0:1705683772.409052:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:20295:x1788538595370816:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.409058:0:15132:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.409064:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.409070:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409070:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409074:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595370944 00000100:00100000:1.0:1705683772.409081:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409082:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409084:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420323 00000100:00100000:1.0:1705683772.409086:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:21959:x1788538595370880:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.409090:0:15028:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.409261:0:15062:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d918780/0xcefed536a36e0aed lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d2d expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.409268:0:15062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.409274:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.409275:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.409277:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d918780/0xcefed536a36e0aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d2d expref: 9436 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.409282:0:15062:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d918780/0xcefed536a36e0aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d2d expref: 9436 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.409286:0:15062:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d918780, rc 0) 00000100:00100000:0.0:1705683772.409294:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:c77a26ac-6587-4500-88fc-a375de7e12f4+9436:26724:x1788538595370752:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 252us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.409297:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420321 00000100:00100000:0.0:1705683772.409303:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409303:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409306:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420324 00000100:00100000:0.0:1705683772.409308:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:8dc539e0-a6d0-4264-ae88-11424261aea3+5751:16585:x1788538595370944:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.409311:0:15062:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.409409:0:15132:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090f2b700/0xcefed536a36e0af4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xba27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d34 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.409418:0:15132:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xba27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.409425:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.409426:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.409428:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f2b700/0xcefed536a36e0af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d34 expref: 7941 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.409434:0:15132:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090f2b700/0xcefed536a36e0af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d34 expref: 7941 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.409438:0:15132:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090f2b700, rc 0) 00000100:00100000:3.0:1705683772.409447:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:c77a26ac-6587-4500-88fc-a375de7e12f4+7941:20295:x1788538595370816:12345-192.168.203.16@tcp:101:dd.0 Request processed in 395us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.409451:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420322 00000100:00100000:3.0:1705683772.409464:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136696e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554074240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.409476:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.409485:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.409488:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554074304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.409495:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.409500:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409501:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409504:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074176 00000100:00100000:3.0:1705683772.409512:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409512:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409514:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074240 00000100:00100000:3.0:1705683772.409519:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409520:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409521:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074304 00000100:00100000:3.0:1705683772.409525:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409526:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409528:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42411 00000100:00100000:3.0:1705683772.409530:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013615a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+33:3084:x1788538554074176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.409531:0:15062:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d919180/0xcefed536a36e0afb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa5f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d42 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.409534:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1705683772.409538:0:15062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa5f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.409539:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009928b480/0xcefed536a36e0aae lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25cd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xcefed536a36e0aa7 expref: 33 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.409544:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.409544:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.409546:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d919180/0xcefed536a36e0afb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d42 expref: 5752 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.409547:0:14212:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25cd:0x0].0x0 (ffff88013076c300) 00010000:00010000:3.0:1705683772.409550:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.409551:0:15062:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d919180/0xcefed536a36e0afb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d42 expref: 5752 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.409555:0:15062:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d919180, rc 0) 00000100:00100000:0.0:1705683772.409562:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:8dc539e0-a6d0-4264-ae88-11424261aea3+5752:16585:x1788538595370944:12345-192.168.203.16@tcp:101:dd.0 Request processed in 254us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.409563:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013615a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+32:3084:x1788538554074176:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.409565:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420324 00000100:00100000:3.0:1705683772.409566:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42411 00000100:00100000:3.0:1705683772.409573:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409573:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.409575:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409575:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42412 00000100:00100000:0.0:1705683772.409576:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.409577:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136159400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+31:3081:x1788538554074240:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.409579:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42413 00000100:00100000:0.0:1705683772.409580:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013615d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:lustre-MDT0001-mdtlov_UUID+31:3081:x1788538554074304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.409580:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.409581:0:15028:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4500/0xcefed536a36e0b02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc08b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d3b expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.409583:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099f7de00/0xcefed536a36e0a7d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xcefed536a36e0a76 expref: 31 pid: 14223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.409584:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.409588:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099288280/0xcefed536a36e0a92 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3331 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xcefed536a36e0a84 expref: 30 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.409588:0:14212:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00002000:00010000:1.0:1705683772.409589:0:15028:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc08b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.409590:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.409594:0:15105:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3331 (ffff88008b08cd00) 00010000:00010000:1.0:1705683772.409595:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.409595:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.409597:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136159400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+29:3081:x1788538554074240:12345-0@lo:103:ldlm_bl.0 Request processed in 19us (121us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.409598:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.409598:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4500/0xcefed536a36e0b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d3b expref: 7941 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.409600:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42412 00010000:00010000:1.0:1705683772.409603:0:15028:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4500/0xcefed536a36e0b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d3b expref: 7941 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.409607:0:15028:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a5e4500, rc 0) 00000100:00100000:0.0:1705683772.409609:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013615d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:lustre-MDT0001-mdtlov_UUID+28:3081:x1788538554074304:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.409612:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42413 00000100:00100000:3.0:1705683772.409615:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013615c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554074176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.409616:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:c77a26ac-6587-4500-88fc-a375de7e12f4+7941:21959:x1788538595370880:12345-192.168.203.16@tcp:101:dd.0 Request processed in 529us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.409619:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420323 00000100:00100000:3.0:1705683772.409626:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136696e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554074240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.409635:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554074304:0@lo:103:ldlm_bl.0 00000004:00080000:3.0:1705683772.409645:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e5b0f00/2, rc 0, transno 169943 00000100:00100000:3.0:1705683772.409649:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554069312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.409667:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013615c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554074496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.409672:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.409679:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.409683:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409684:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409688:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371008 00000100:00100000:1.0:1705683772.409695:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409695:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.409695:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.409697:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074496 00010000:00010000:3.0:1705683772.409701:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b42f700/0xcefed536a363be9b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15980f5 expref: 8384 pid: 15087 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.409702:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.409703:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.409705:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.409705:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.409706:0:15086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420325 00010000:00010000:3.0:1705683772.409706:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.409708:0:15086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:c77a26ac-6587-4500-88fc-a375de7e12f4+9436:16401:x1788538595371008:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.409712:0:15086:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.409715:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b42f700/0xcefed536a363be9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980f5 expref: 8384 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.409719:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b42f700/0xcefed536a363be9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980f5 expref: 8384 pid: 15087 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.409724:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013615ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554074560:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.409732:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3480 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.409968:0:15086:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097381180/0xcefed536a36e0b10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d49 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.409976:0:15086:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.409982:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.409983:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.409985:0:15086:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097381180/0xcefed536a36e0b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d49 expref: 9437 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.409990:0:15086:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097381180/0xcefed536a36e0b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d49 expref: 9437 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.409994:0:15086:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097381180, rc 0) 00000100:00100000:1.0:1705683772.410013:0:15086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:c77a26ac-6587-4500-88fc-a375de7e12f4+9437:16401:x1788538595371008:12345-192.168.203.16@tcp:101:dd.0 Request processed in 305us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.410017:0:15086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420325 00000100:00100000:1.0:1705683772.410023:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410024:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410026:0:15086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420326 00000100:00100000:1.0:1705683772.410027:0:15086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+792:3084:x1788538554074496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.410034:0:15086:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23315 count 1 00010000:00010000:1.0:1705683772.410166:0:15086:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410172:0:15086:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b43c780/0xcefed536a363beb7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598111 expref: 8384 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.410176:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410177:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410178:0:15086:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410187:0:15086:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b43c780/0xcefed536a363beb7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598111 expref: 8384 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.410191:0:15086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b43c780/0xcefed536a363beb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598111 expref: 8384 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.410196:0:15086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:15086:1788538554074624:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.410210:0:15086:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.410222:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.410247:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554070336:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.410254:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554070592:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.410256:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.410259:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410259:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:0.0:1705683772.410260:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.410261:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.410261:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410262:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371072 00000100:00100000:1.0:1705683772.410269:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410270:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410271:0:15027:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090c3a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15027:1788538554070528:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.410272:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420327 00000100:00100000:1.0:1705683772.410274:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+9437:19986:x1788538595371072:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.410278:0:15137:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.410279:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7db80/0xcefed536a36e09d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d03 expref: 8384 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410284:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab7db80, rc 0) 00000100:00100000:0.0:1705683772.410297:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c3cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:8dc539e0-a6d0-4264-ae88-11424261aea3+8384:11885:x1788538595368704:12345-192.168.203.16@tcp:101:dd.0 Request processed in 8601us (8622us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.410357:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420293 00000100:00100000:0.0:1705683772.410389:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e49400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554070912:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.410397:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.410400:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.410401:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.410401:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.410412:0:15137:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097383c00/0xcefed536a36e0b1e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x8d65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d50 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.410422:0:15137:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x8d65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.410428:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410429:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410431:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097383c00/0xcefed536a36e0b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d50 expref: 9438 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410435:0:15137:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097383c00/0xcefed536a36e0b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d50 expref: 9438 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410439:0:15137:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097383c00, rc 0) 00000100:00100000:1.0:1705683772.410449:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:c77a26ac-6587-4500-88fc-a375de7e12f4+9438:19986:x1788538595371072:12345-192.168.203.16@tcp:101:dd.0 Request processed in 174us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.410452:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420327 00000100:00100000:0.0:1705683772.410503:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554070656:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.410516:0:15126:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cf29400/0xcefed536a36e09dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d0a expref: 8383 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.410517:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.410522:0:15126:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf29400, rc 0) 00000100:00100000:1.0:1705683772.410522:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410522:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410526:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371200 00010000:00010000:1.0:1705683772.410532:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800907fcf00/0xcefed536a35abf5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b290 expref: 7941 pid: 15040 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.410534:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:8dc539e0-a6d0-4264-ae88-11424261aea3+8383:12859:x1788538595368768:12345-192.168.203.16@tcp:101:dd.0 Request processed in 8582us (8624us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.410539:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420294 00000100:00100000:1.0:1705683772.410539:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410540:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410542:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166416 00000100:00100000:1.0:1705683772.410544:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe10500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7941:1858:x1788538595371200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.410546:0:15144:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136054b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554070720:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.410548:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.410552:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e5b5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14271:1788538554070784:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.410553:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800907fcf00/0xcefed536a35abf5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b290 expref: 7941 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.410556:0:15144:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410558:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800907fcf00/0xcefed536a35abf5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6cf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b290 expref: 7941 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.410559:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.410563:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.410563:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.410563:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.410565:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800907fcf00/0xcefed536a35abf5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6cf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b290 expref: 7941 pid: 15040 timeout: 644 lvb_type: 1 00010000:00100000:3.0:1705683772.410566:0:15144:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.410566:0:15144:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.410567:0:15144:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.410571:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410572:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410573:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7db80/0xcefed536a36e09d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d03 expref: 8382 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.410576:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.410577:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7db80/0xcefed536a36e09d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d03 expref: 8382 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.410583:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410583:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410586:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371264 00010000:00010000:1.0:1705683772.410586:0:6520:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ab7db80/0xcefed536a36e09d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6cf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d03 expref: 8382 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.410590:0:6520:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093892d00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6520:1788538554074688:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.410592:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e5bf700/0xcefed536a35d43e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b558 expref: 7941 pid: 9342 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.410601:0:6520:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6900 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.410608:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410608:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410612:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166417 00000100:00100000:1.0:1705683772.410614:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136691900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7941:1856:x1788538595371264:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.410618:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.410622:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e5bf700/0xcefed536a35d43e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b558 expref: 7941 pid: 9342 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.410627:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e5bf700/0xcefed536a35d43e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b558 expref: 7941 pid: 9342 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.410632:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5bf700/0xcefed536a35d43e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b558 expref: 7941 pid: 9342 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.410637:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.410643:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136691900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:1856:x1788538595371264:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 28us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.410646:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166417 00000100:00100000:1.0:1705683772.410664:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.410669:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410669:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410671:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371136 00010000:00010000:1.0:1705683772.410677:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d912f80/0xcefed536a366ef17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefaa expref: 5752 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.410690:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410691:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410692:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410693:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410693:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166418 00000100:00100000:1.0:1705683772.410695:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5752:1859:x1788538595371136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.410698:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.410699:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d912f80/0xcefed536a366ef17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefaa expref: 5752 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.410703:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d912f80/0xcefed536a366ef17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefaa expref: 5752 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.410706:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.410711:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410711:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.410711:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d912f80/0xcefed536a366ef17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefaa expref: 5752 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.410714:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371456 00010000:00010000:1.0:1705683772.410717:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410718:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410719:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410720:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e754c80/0xcefed536a35d42a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b486 expref: 8383 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.410723:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.410727:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410727:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410729:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166419 00000100:00100000:0.0:1705683772.410731:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093609850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8383:1858:x1788538595371456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.410731:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.410735:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.410740:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e754c80/0xcefed536a35d42a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b486 expref: 8383 pid: 14279 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.410740:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5751:1859:x1788538595371136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.410743:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166418 00010000:00010000:0.0:1705683772.410745:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e754c80/0xcefed536a35d42a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b486 expref: 8383 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.410753:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e754c80/0xcefed536a35d42a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b486 expref: 8383 pid: 14279 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.410753:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410756:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410759:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.410760:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410760:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410761:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cf29400/0xcefed536a36e09dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d0a expref: 8382 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410763:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410765:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf29400/0xcefed536a36e09dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d0a expref: 8382 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410771:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.410774:0:15105:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cf29400/0xcefed536a36e09dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d0a expref: 8382 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.410779:0:15105:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136690a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0000_UUID:15105:1788538554074752:192.168.203.16@tcp:105: 00000100:00100000:0.0:1705683772.410790:0:15105:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013584a540 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.410797:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.410799:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410830:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012cf2a300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.410831:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410835:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410841:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410843:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cf2a300/0xcefed536a36e09ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410854:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.410854:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.410855:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.410870:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.410877:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3843:3084:x1788538554070272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9392us (9426us total) trans 4295137989 rc 0/0 00000100:00100000:0.0:1705683772.410878:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410879:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410881:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420292 00000100:00100000:0.0:1705683772.410882:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371328 00000004:00080000:3.0:1705683772.410885:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880136057300/2, rc 0, transno 170693 00010000:00010000:0.0:1705683772.410888:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801314dfc00/0xcefed536a366ef33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefc6 expref: 5751 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.410891:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136057300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554070272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.410901:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410901:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410902:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410903:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.410904:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166420 00000100:00100000:0.0:1705683772.410906:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136697300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5751:1859:x1788538595371328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.410909:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.410911:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801314dfc00/0xcefed536a366ef33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefc6 expref: 5751 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.410913:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.410914:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013615ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554074816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.410917:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.410918:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801314dfc00/0xcefed536a366ef33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefc6 expref: 5751 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.410918:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410920:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371392 00010000:00010000:0.0:1705683772.410925:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801314dfc00/0xcefed536a366ef33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefc6 expref: 5751 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.410926:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b42e580/0xcefed536a363be24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598054 expref: 8383 pid: 15068 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.410930:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.410931:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.410931:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.410932:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410935:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.410938:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410939:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410941:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166421 00010000:00010000:0.0:1705683772.410942:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.410942:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.410942:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.410943:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8383:1857:x1788538595371392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.410947:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.410949:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b42e580/0xcefed536a363be24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598054 expref: 8383 pid: 15068 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.410951:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136697300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5750:1859:x1788538595371328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (81us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.410953:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b42e580/0xcefed536a363be24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598054 expref: 8383 pid: 15068 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.410954:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166420 00010000:00010000:0.0:1705683772.410962:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410962:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b42e580/0xcefed536a363be24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b0c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598054 expref: 8383 pid: 15068 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.410965:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410968:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410971:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410971:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.410972:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410974:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.410976:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.410979:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.410983:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.410984:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.410986:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.410990:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ab7ca00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.410991:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.410992:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8382:1857:x1788538595371392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.410994:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166421 00010000:00010000:3.0:1705683772.410995:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411003:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411003:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.411003:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411006:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074816 00010000:00010000:3.0:1705683772.411006:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab7ca00/0xcefed536a36e09f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411011:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411012:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411014:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420328 00000100:00100000:1.0:1705683772.411015:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136158a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3844:3081:x1788538554074816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.411017:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.411018:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.411019:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1705683772.411022:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36319 count 1 00000100:00100000:0.0:1705683772.411050:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3844:3083:x1788538554070848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8660us (8690us total) trans 4295137990 rc 0/0 00000100:00100000:0.0:1705683772.411053:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420298 00010000:00010000:0.0:1705683772.411064:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411068:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411071:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411073:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411079:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.411106:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411111:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b433700/0xcefed536a366ef87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af01a expref: 5749 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.411115:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411116:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411116:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411125:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b433700/0xcefed536a366ef87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af01a expref: 5749 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.411129:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b433700/0xcefed536a366ef87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af01a expref: 5749 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.411134:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554074880:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.411141:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+793:3081:x1788538554070400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9030us (9089us total) trans 4295137240 rc 0/0 00000100:00100000:0.0:1705683772.411145:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420295 00000100:00100000:1.0:1705683772.411146:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.411154:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.411156:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.411159:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880136050a00/2, rc 0, transno 169944 00010000:00010000:0.0:1705683772.411162:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ab7c780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.411163:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411164:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.411164:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136050a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554070400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.411166:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411170:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411171:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.411173:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411173:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371520 00010000:00010000:0.0:1705683772.411176:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7c780/0xcefed536a36e09ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411180:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d912080/0xcefed536a366ef25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefb8 expref: 5750 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.411183:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1705683772.411184:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411185:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411185:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.411186:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411187:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.411187:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013615da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554074944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.411189:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166422 00000100:00100000:1.0:1705683772.411191:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5750:1856:x1788538595371520:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.411194:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1705683772.411195:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880136052d00/2, rc 0, transno 170694 00010000:00010000:1.0:1705683772.411195:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d912080/0xcefed536a366ef25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefb8 expref: 5750 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.411199:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d912080/0xcefed536a366ef25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefb8 expref: 5750 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.411200:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.411204:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136052d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554070848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.411208:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d912080/0xcefed536a366ef25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefb8 expref: 5750 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.411213:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411214:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411215:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411218:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411221:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683772.411224:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.411225:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.411234:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5749:1856:x1788538595371520:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.411236:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.411237:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166422 00000100:00100000:1.0:1705683772.411245:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411246:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411249:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554074944 00010000:00010000:3.0:1705683772.411251:0:15144:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411254:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411255:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.411255:0:15144:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411256:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075008 00010000:00010000:3.0:1705683772.411259:0:15144:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411260:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411261:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411262:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420329 00010000:00010000:3.0:1705683772.411262:0:15144:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411264:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+793:3081:x1788538554074944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.411267:0:15144:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1705683772.411270:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23316 count 1 00000100:00100000:0.0:1705683772.411307:0:14271:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.411308:0:14271:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.411312:0:14271:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420330 00000100:00100000:3.0:1705683772.411338:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3845:3081:x1788538554070464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9222us (9255us total) trans 4295137991 rc 0/0 00000100:00100000:3.0:1705683772.411343:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420296 00000100:00100000:0.0:1705683772.411359:0:14271:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a59e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3844:3084:x1788538554075008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.411362:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554071040:192.168.203.16@tcp:104: 00002000:00080000:0.0:1705683772.411368:0:14271:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36320 count 1 00010000:00010000:3.0:1705683772.411372:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.411375:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.411376:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.411376:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.411384:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880136052300/2, rc 0, transno 170695 00000100:00100000:3.0:1705683772.411388:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554070464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.411403:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411403:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.411412:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b431b80/0xcefed536a363bebe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb159812d expref: 8381 pid: 15055 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.411413:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.411415:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411416:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411417:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411421:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.411422:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.411425:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075072 00010000:00010000:1.0:1705683772.411426:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b431b80/0xcefed536a363bebe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb159812d expref: 8381 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.411429:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b431b80/0xcefed536a363bebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159812d expref: 8381 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.411434:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554075136:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.411434:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.411434:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.411436:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420331 00000100:00100000:3.0:1705683772.411438:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a59400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3845:3084:x1788538554075072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.411446:0:15144:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36321 count 1 00000100:00100000:1.0:1705683772.411447:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a63c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.411454:0:14271:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411459:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3ba800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554071168:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.411463:0:14271:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b432080/0xcefed536a366ef95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af028 expref: 5748 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.411467:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.411467:0:14271:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411467:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411468:0:14271:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.411470:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.411471:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.411472:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.411478:0:14271:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b432080/0xcefed536a366ef95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af028 expref: 5748 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.411482:0:14271:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b432080/0xcefed536a366ef95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af028 expref: 5748 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.411487:0:14271:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538554075200:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.411494:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.411500:0:14271:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013584ac00 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.411507:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.411508:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411511:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca01680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.411512:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411516:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411521:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.411525:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411525:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411526:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.411528:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca01680/0xcefed536a36e09e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411529:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371712 00010000:00010000:0.0:1705683772.411535:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411535:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.411535:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8280/0xcefed536a363bdc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598070 expref: 8382 pid: 15124 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.411536:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.411541:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411542:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.411543:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554071424:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.411544:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166423 00000100:00100000:0.0:1705683772.411545:0:7676:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7676:1788538554071616:192.168.203.16@tcp:105: 00000100:00100000:1.0:1705683772.411546:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8382:1856:x1788538595371712:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.411549:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.411551:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8280/0xcefed536a363bdc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598070 expref: 8382 pid: 15124 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.411551:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411552:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00100000:3.0:1705683772.411554:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.411555:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8280/0xcefed536a363bdc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598070 expref: 8382 pid: 15124 timeout: 644 lvb_type: 1 00010000:00100000:3.0:1705683772.411555:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.411555:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.411559:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5748:1856:x1788538595369536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6798us (6836us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.411561:0:15144:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411562:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4c8280/0xcefed536a363bdc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598070 expref: 8382 pid: 15124 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.411563:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166403 00010000:00010000:3.0:1705683772.411566:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b431180/0xcefed536a366efa3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af036 expref: 5748 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.411567:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411568:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411569:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411570:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.411571:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411572:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411572:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411581:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.411581:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b431180/0xcefed536a366efa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af036 expref: 5747 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.411585:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b431180/0xcefed536a366efa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af036 expref: 5747 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.411589:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8381:1856:x1788538595371712:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.411590:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554075264:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.411593:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166423 00000100:00100000:0.0:1705683772.411594:0:15041:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554071360:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.411600:0:15041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411600:0:15144:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3000 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.411601:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.411604:0:15041:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.411604:0:15041:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.411605:0:15041:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.411605:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411607:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.411608:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411608:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.411611:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411611:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371584 00000100:00100000:3.0:1705683772.411621:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.411622:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.411622:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.411624:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.411625:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411625:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420332 00000100:00100000:3.0:1705683772.411627:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9438:26755:x1788538595371584:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.411629:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d27ea80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.411630:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411631:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.411633:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411639:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411642:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d27ea80/0xcefed536a36e0a06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411650:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411651:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411651:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.411665:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.411681:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.411687:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+794:3081:x1788538554071104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8192us (8253us total) trans 4295137241 rc 0/0 00000100:00100000:1.0:1705683772.411691:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420301 00000100:00100000:0.0:1705683772.411696:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.411700:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411700:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.411701:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.411701:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411703:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371648 00000100:00100000:0.0:1705683772.411704:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371776 00010000:00010000:1.0:1705683772.411709:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801314de800/0xcefed536a366ef41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefd4 expref: 5748 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.411711:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134d52d00/0xcefed536a369472d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb38e expref: 7940 pid: 15077 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.411721:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411722:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.411723:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.411723:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411724:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371840 00000100:00100000:0.0:1705683772.411726:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166424 00000100:00100000:0.0:1705683772.411728:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136696e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5748:1856:x1788538595371648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.411729:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b430f00/0xcefed536a363bdde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598085 expref: 8381 pid: 15146 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.411731:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.411733:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801314de800/0xcefed536a366ef41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefd4 expref: 5748 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.411737:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801314de800/0xcefed536a366ef41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefd4 expref: 5748 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.411738:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411739:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411741:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166425 00000100:00100000:1.0:1705683772.411743:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7940:1856:x1788538595371776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.411745:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801314de800/0xcefed536a366ef41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefd4 expref: 5748 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.411746:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.411748:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134d52d00/0xcefed536a369472d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb38e expref: 7940 pid: 15077 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.411750:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.411751:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.411752:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411752:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134d52d00/0xcefed536a369472d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb38e expref: 7940 pid: 15077 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.411755:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411759:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d52d00/0xcefed536a369472d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb38e expref: 7940 pid: 15077 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.411763:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.411765:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.411766:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.411766:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.411767:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411767:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.411770:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.411770:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166426 00000100:00100000:0.0:1705683772.411771:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136696e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5747:1856:x1788538595371648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.411773:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8381:1857:x1788538595371840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.411774:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166424 00010000:00010000:1.0:1705683772.411778:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.411778:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.411780:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b430f00/0xcefed536a363bdde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598085 expref: 8381 pid: 15146 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.411785:0:15041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411785:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b430f00/0xcefed536a363bdde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598085 expref: 8381 pid: 15146 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.411787:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7939:1856:x1788538595371776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (106us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.411788:0:15041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411790:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166425 00010000:00010000:0.0:1705683772.411791:0:15041:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411793:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b430f00/0xcefed536a363bdde lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598085 expref: 8381 pid: 15146 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.411795:0:15041:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411799:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.411825:0:15041:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.411825:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.411827:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411829:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.411830:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411831:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411833:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ab7d400 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.411834:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411837:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.411838:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411841:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.411843:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411843:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.411844:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411846:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab7d400/0xcefed536a36e0a0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.411846:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595371904 00000100:00100000:3.0:1705683772.411849:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8380:1857:x1788538595371840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 76us (152us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.411852:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1214 pid: 14196 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.411853:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166426 00010000:00010000:0.0:1705683772.411855:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411855:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411856:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.411859:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411859:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.411861:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166427 00000100:00100000:1.0:1705683772.411863:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:1858:x1788538595371904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.411866:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.411868:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1214 pid: 14196 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.411871:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1214 pid: 14196 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.411876:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411877:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131b66800/0xcefed536a36e083f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d8c9a expref: 1214 pid: 14196 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.411879:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.411882:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411883:0:6519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880135427500) 00010000:00010000:1.0:1705683772.411885:0:6519:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411886:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.411888:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.411891:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411891:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.411903:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.411906:0:14204:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000100:00100000:1.0:1705683772.411910:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:1858:x1788538595371904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (74us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.411912:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000100:00100000:1.0:1705683772.411913:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166427 00000100:00100000:1.0:1705683772.411930:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.411944:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411947:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411949:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411951:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b003700 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.411952:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411954:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411958:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880135427500) 00000100:00100000:3.0:1705683772.411958:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+794:3084:x1788538554071296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7776us (7817us total) trans 4295137243 rc 0/0 00010000:00010000:0.0:1705683772.411959:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683772.411960:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.411961:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420303 00010000:00010000:0.0:1705683772.411962:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003700/0xcefed536a36e08a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411971:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411971:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683772.411972:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.411972:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411973:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411975:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411976:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca02580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.411977:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411978:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b002800 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.411979:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411980:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411981:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411983:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2592:0x0].0x0 (ffff880135427a00) 00010000:00010000:0.0:1705683772.411984:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1705683772.411985:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411986:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411987:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b002800/0xcefed536a36e08a1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2592:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411989:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca02580/0xcefed536a36e0a1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.411993:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.411996:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00000100:00100000:1.0:1705683772.411996:0:15055:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3bb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0001_UUID:15055:1788538554071744:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.411997:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.411997:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411998:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.411998:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.411999:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412001:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b003480 already unused, calling callback (ffffffffa0d836d0) 00000100:00100000:3.0:1705683772.412001:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412001:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412002:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412004:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.412004:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372160 00010000:00010000:1.0:1705683772.412006:0:15055:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412009:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00100000:1.0:1705683772.412009:0:15055:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412010:0:15055:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412010:0:15055:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412011:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683772.412011:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412012:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.412012:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412014:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b003480/0xcefed536a36e088c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.412014:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420333 00000100:00100000:1.0:1705683772.412015:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412015:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412016:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:8dc539e0-a6d0-4264-ae88-11424261aea3+8380:26799:x1788538595372160:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.412017:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412020:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.412020:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.412021:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412023:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b000000 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.412024:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412027:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412029:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x33 (ffff880135427f00) 00010000:00010000:0.0:1705683772.412030:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.412031:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412032:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b000000/0xcefed536a36e0893 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412038:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412040:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00000100:00100000:1.0:1705683772.412041:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14210:1788538554072000:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.412043:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412044:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b001180 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.412045:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412047:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.412049:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x38 (ffff880135427300) 00010000:00010000:1.0:1705683772.412049:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412050:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.412051:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00100000:1.0:1705683772.412052:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412053:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b001180/0xcefed536a36e089a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00100000:1.0:1705683772.412053:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412054:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412071:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c9ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1212:21935:x1788538595365632:12345-192.168.203.16@tcp:36:mrename.0 Request processed in 19948us (19970us total) trans 0 rc -39/-39 00000100:00100000:0.0:1705683772.412074:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298680 00000100:00100000:1.0:1705683772.412081:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3bbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554072832:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.412082:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412083:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412085:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372096 00010000:00010000:1.0:1705683772.412086:0:15123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.412089:0:15123:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412090:0:15123:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412090:0:15123:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412093:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412093:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412095:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298684 00000100:00100000:1.0:1705683772.412095:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412095:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412097:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1212:22040:x1788538595372096:12345-192.168.203.16@tcp:101:ll_sa.0 00010000:00010000:0.0:1705683772.412103:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.412120:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d919680/0xcefed536a36e0b41 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d65 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.412131:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:15030:1788538554073216:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.412136:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.412139:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412140:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412140:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412145:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3bee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554072320:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.412149:0:15098:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.412152:0:15098:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412152:0:15098:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412153:0:15098:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412172:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d919680/0xcefed536a36e0b41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d65 expref: 1213 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412177:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d919680/0xcefed536a36e0b41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d65 expref: 1213 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412181:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880136720100) 00010000:00010000:0.0:1705683772.412182:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.412183:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d919680, rc 0) 00000100:00100000:0.0:1705683772.412191:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:22040:x1788538595372096:12345-192.168.203.16@tcp:101:ll_sa.0 Request processed in 93us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.412193:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298684 00000100:00100000:1.0:1705683772.412201:0:15057:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554073600:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.412208:0:15057:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.412211:0:15057:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412212:0:15057:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412212:0:15057:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412214:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554072256:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.412221:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.412225:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.412226:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.412226:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412229:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.412233:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554072064:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.412233:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412233:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412237:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.412237:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372288 00010000:00100000:0.0:1705683772.412240:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.412241:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.412241:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.412243:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801314dc780/0xcefed536a366ef4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefe2 expref: 5747 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.412250:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412250:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412252:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166428 00000100:00100000:1.0:1705683772.412254:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5747:1856:x1788538595372288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.412257:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.412259:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801314dc780/0xcefed536a366ef4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefe2 expref: 5747 pid: 15057 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.412263:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801314dc780/0xcefed536a366ef4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefe2 expref: 5747 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.412269:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0001-mdtlov_UUID+820:3081:x1788538554071232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8191us (8383us total) trans 4295137242 rc 0/0 00010000:00010000:3.0:1705683772.412269:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090f29400/0xcefed536a36e0b48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb91d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d6c expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412270:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801314dc780/0xcefed536a366ef4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aefe2 expref: 5747 pid: 15057 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.412273:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420302 00010000:00010000:1.0:1705683772.412275:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412275:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412276:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.412277:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xb91d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.412280:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412283:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412283:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.412284:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.412286:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f29400/0xcefed536a36e0b48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d6c expref: 8381 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412287:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412287:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.412290:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412291:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090f29400/0xcefed536a36e0b48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d6c expref: 8381 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412293:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.412293:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5746:1856:x1788538595372288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (65us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.412295:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090f29400, rc 0) 00000100:00100000:1.0:1705683772.412296:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166428 00010000:00010000:0.0:1705683772.412298:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.412302:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.412303:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.412303:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:8dc539e0-a6d0-4264-ae88-11424261aea3+8381:26799:x1788538595372160:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 286us (332us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.412304:0:15055:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412306:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca02d00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.412307:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412307:0:15055:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.412307:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420333 00010000:00010000:0.0:1705683772.412310:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412311:0:15055:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412314:0:15055:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412317:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412319:0:15055:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.412321:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca02d00/0xcefed536a36e09ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.412324:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090e9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554072384:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.412327:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.412328:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412331:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d27f200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.412332:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412332:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412335:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412339:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.412339:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412339:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412340:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412341:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d27f200/0xcefed536a36e0a29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.412347:0:15048:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0000_UUID:15048:1788538554073984:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.412350:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412351:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412351:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.412353:0:15048:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412354:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00100000:3.0:1705683772.412356:0:15048:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412357:0:15048:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412357:0:15048:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412363:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554072960:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.412369:0:15053:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.412372:0:15053:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412372:0:15053:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412372:0:15053:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412379:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554071680:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.412382:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3bc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+3847:3083:x1788538554071488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7888us (7924us total) trans 4295137992 rc 0/0 00010000:00010000:3.0:1705683772.412383:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.412386:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420304 00010000:00100000:3.0:1705683772.412386:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412386:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412387:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:1.0:1705683772.412402:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c3bcb00/2, rc 0, transno 170696 00000100:00100000:1.0:1705683772.412405:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3bcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554071488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.412415:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3846:3084:x1788538554070976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9215us (9248us total) trans 4295137993 rc 0/0 00000100:00100000:0.0:1705683772.412419:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420300 00000100:00100000:1.0:1705683772.412435:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.412440:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412441:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412444:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372224 00010000:00010000:1.0:1705683772.412449:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbbf700/0xcefed536a3694bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb491 expref: 7939 pid: 14272 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.412456:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412456:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412458:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166429 00000100:00100000:1.0:1705683772.412460:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7939:1856:x1788538595372224:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.412464:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.412465:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fbbf700/0xcefed536a3694bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb491 expref: 7939 pid: 14272 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.412472:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fbbf700/0xcefed536a3694bda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb491 expref: 7939 pid: 14272 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.412479:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbbf700/0xcefed536a3694bda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb491 expref: 7939 pid: 14272 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.412482:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.412484:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412484:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412485:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412489:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412496:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.412503:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7938:1856:x1788538595372224:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.412506:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166429 00000100:00100000:1.0:1705683772.412510:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412511:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412512:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372352 00010000:00010000:1.0:1705683772.412516:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b42e300/0xcefed536a363be08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980a1 expref: 8381 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.412516:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b08f00/0xcefed536a36e0b4f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x92bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d57 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.412518:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:3.0:1705683772.412522:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x92bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.412527:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.412528:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.412529:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412530:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.412530:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b08f00/0xcefed536a36e0b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d57 expref: 9439 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.412531:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412531:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372416 00000100:00100000:0.0:1705683772.412532:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.412535:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b768280/0xcefed536a3695c50 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb8c7 expref: 7938 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.412535:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097b08f00/0xcefed536a36e0b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d57 expref: 9439 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.412536:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166430 00000100:00100000:0.0:1705683772.412539:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8381:1856:x1788538595372352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.412539:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b08f00, rc 0) 00000100:00100000:1.0:1705683772.412542:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412542:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.412543:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.412544:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166431 00010000:00010000:0.0:1705683772.412545:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b42e300/0xcefed536a363be08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980a1 expref: 8381 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.412546:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7938:1856:x1788538595372416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.412547:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9439:26755:x1788538595371584:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 919us (1053us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.412550:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b42e300/0xcefed536a363be08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980a1 expref: 8381 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.412550:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.412550:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420332 00010000:00010000:1.0:1705683772.412551:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b768280/0xcefed536a3695c50 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb8c7 expref: 7938 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.412555:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b768280/0xcefed536a3695c50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb8c7 expref: 7938 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.412558:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b42e300/0xcefed536a363be08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980a1 expref: 8381 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.412561:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412562:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.412563:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412563:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412564:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.412565:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412566:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412568:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412568:0:15125:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b768280/0xcefed536a3695c50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb8c7 expref: 7938 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.412571:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.412577:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7937:1856:x1788538595372416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 30us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.412577:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090e98a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554072576:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.412579:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.412580:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166431 00000100:00100000:0.0:1705683772.412585:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8380:1856:x1788538595372352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.412588:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166430 00010000:00010000:3.0:1705683772.412588:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412590:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.412593:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412593:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412594:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.412595:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412596:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412599:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412599:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412600:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412602:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412603:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412605:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412606:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412609:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412610:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412612:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.412615:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.412616:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412619:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca02a80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.412620:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.412621:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.412623:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412630:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412633:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca02a80/0xcefed536a36e0a22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412642:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.412642:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412645:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131c6a080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.412646:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412649:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412652:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412654:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131c6a080/0xcefed536a36e0a53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412662:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412662:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412663:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412665:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412669:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.412671:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800870ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+821:3081:x1788538554071552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7955us (8015us total) trans 4295137244 rc 0/0 00010000:00010000:0.0:1705683772.412672:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.412673:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.412675:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420305 00010000:00010000:0.0:1705683772.412676:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d27d900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.412677:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412679:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412683:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412686:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d27d900/0xcefed536a36e0a30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.412694:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412694:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.412695:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.412705:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3bf300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+820:3084:x1788538554072448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6412us (6449us total) trans 4295137245 rc 0/0 00000100:00100000:3.0:1705683772.412711:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420311 00000004:00080000:3.0:1705683772.412734:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090e9b200/2, rc 0, transno 169949 00000100:00100000:3.0:1705683772.412740:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090e9b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554072448:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.412755:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554074432:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.412764:0:15141:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6a80/0xcefed536a36e0ae6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d26 expref: 8379 pid: 15141 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.412765:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800933b7300/2, rc 0, transno 169947 00010000:00010000:1.0:1705683772.412769:0:15141:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a5e6a80, rc 0) 00000100:00100000:3.0:1705683772.412769:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554071296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.412776:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:8dc539e0-a6d0-4264-ae88-11424261aea3+8379:26792:x1788538595370688:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 4136us (4157us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.412779:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420320 00000004:00080000:3.0:1705683772.412783:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f4600/2, rc 0, transno 170697 00000100:00100000:3.0:1705683772.412794:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554070976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.412796:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.412797:0:15086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:15086:1788538554074624:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.412827:0:15086:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.412827:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075456:0@lo:6:osp-syn-0-0.0 00010000:00100000:1.0:1705683772.412834:0:15086:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412835:0:15086:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.412835:0:15086:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412842:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.412848:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+794:3083:x1788538554071872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7395us (7436us total) trans 4295137246 rc 0/0 00000100:00100000:1.0:1705683772.412849:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412849:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412852:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420306 00000100:00100000:1.0:1705683772.412852:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075456 00000100:00100000:3.0:1705683772.412852:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.412859:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.412860:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412860:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412862:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412862:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075520 00000100:00100000:0.0:1705683772.412863:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412866:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420334 00000100:00100000:1.0:1705683772.412866:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412866:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.412867:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412867:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.412868:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a5ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+794:3084:x1788538554075456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.412869:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420335 00000100:00100000:1.0:1705683772.412871:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a58a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+3846:3084:x1788538554075520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.412876:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23317 count 1 00002000:00080000:1.0:1705683772.412877:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36323 count 1 00000100:00100000:3.0:1705683772.412880:0:15031:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:15031:1788538554073344:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.412890:0:15031:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.412896:0:15031:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412897:0:15031:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.412897:0:15031:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412905:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b4100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554075328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.412915:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.412920:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412921:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412923:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075328 00000100:00100000:3.0:1705683772.412931:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412931:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.412933:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420336 00000100:00100000:3.0:1705683772.412935:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a5c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+3847:3081:x1788538554075328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.412942:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36322 count 1 00010000:00010000:1.0:1705683772.412962:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412967:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b432300/0xcefed536a366efbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af052 expref: 5745 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.412970:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412971:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.412972:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.412980:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b432300/0xcefed536a366efbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af052 expref: 5745 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.412984:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b432300/0xcefed536a366efbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af052 expref: 5745 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.412992:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a6d2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554075584:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.413002:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093efa780 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.413012:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683772.413017:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c3be900/2, rc 0, transno 169950 00010000:00010000:0.0:1705683772.413018:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b431e00/0xcefed536a363bee1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598149 expref: 8378 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.413021:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.413021:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3be900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554071872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.413022:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413022:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.413026:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413032:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b431e00/0xcefed536a363bee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598149 expref: 8378 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.413032:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b431680/0xcefed536a366efb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af044 expref: 5745 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.413036:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b431e00/0xcefed536a363bee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598149 expref: 8378 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.413036:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.413037:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.413037:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.413041:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14210:1788538554075712:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.413045:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.413047:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b431680/0xcefed536a366efb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af044 expref: 5745 pid: 14267 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.413051:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b431680/0xcefed536a366efb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af044 expref: 5745 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.413056:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a59900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15125:1788538554075776:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.413057:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413058:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413060:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372544 00000100:00100000:1.0:1705683772.413063:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.413066:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b67ea80/0xcefed536a36961b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb9ed expref: 7937 pid: 15057 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.413066:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b151300 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.413073:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1705683772.413080:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800933b0500/2, rc 0, transno 169948 00000100:00100000:0.0:1705683772.413081:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413081:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413083:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372800 00000100:00100000:1.0:1705683772.413084:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.413084:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554071552:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.413085:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.413087:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008efe9400/0xcefed536a3695629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb731 expref: 7938 pid: 15156 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.413088:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373056 00000100:00100000:0.0:1705683772.413093:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413094:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.413095:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c1ba080/0xcefed536a3696f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbcd3 expref: 7939 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.413096:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166432 00000100:00100000:0.0:1705683772.413098:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7939:1856:x1788538595372544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1705683772.413098:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800933b7800/2, rc 0, transno 169946 00000100:00100000:3.0:1705683772.413100:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554071232:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.413101:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.413102:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b67ea80/0xcefed536a36961b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb9ed expref: 7939 pid: 15057 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.413103:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413103:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.413106:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b67ea80/0xcefed536a36961b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb9ed expref: 7939 pid: 15057 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.413106:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166433 00000100:00100000:1.0:1705683772.413108:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880078978050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7939:1856:x1788538595372800:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.413111:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1705683772.413112:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.413113:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008efe9400/0xcefed536a3695629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb731 expref: 7939 pid: 15156 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.413114:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b67ea80/0xcefed536a36961b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb9ed expref: 7939 pid: 15057 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.413114:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554075904:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.413118:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008efe9400/0xcefed536a3695629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb731 expref: 7938 pid: 15156 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.413119:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413120:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413121:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413124:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.413124:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.413125:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008efe9400/0xcefed536a3695629 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb731 expref: 7938 pid: 15156 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.413130:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.413131:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.413132:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413133:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.413133:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.413133:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075904 00010000:00010000:1.0:1705683772.413134:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413137:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.413140:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7937:1856:x1788538595372544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.413141:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.413141:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413143:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166432 00000100:00100000:3.0:1705683772.413143:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420337 00010000:00010000:1.0:1705683772.413144:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.413145:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a5e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+820:3084:x1788538554075904:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.413147:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413148:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413150:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166434 00000100:00100000:1.0:1705683772.413151:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880078978050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7936:1856:x1788538595372800:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (88us total) trans 0 rc 0/0 00002000:00080000:3.0:1705683772.413151:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32751 count 1 00000100:00100000:0.0:1705683772.413152:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7936:1856:x1788538595373056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.413154:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166433 00010000:00010000:0.0:1705683772.413155:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.413156:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c1ba080/0xcefed536a3696f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbcd3 expref: 7936 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.413160:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c1ba080/0xcefed536a3696f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbcd3 expref: 7935 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.413166:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c1ba080/0xcefed536a3696f20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbcd3 expref: 7935 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.413170:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413171:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413171:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413174:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413175:0:15098:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413178:0:15098:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413181:0:15098:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413184:0:15098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413190:0:15098:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.413227:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.413235:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7934:1856:x1788538595373056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 82us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.413238:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166434 00000100:00100000:1.0:1705683772.413248:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3be400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0001-mdtlov_UUID+821:3084:x1788538554071936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7340us (7451us total) trans 4295137247 rc 0/0 00010000:00010000:0.0:1705683772.413249:0:15123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413252:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420308 00010000:00010000:0.0:1705683772.413255:0:15123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413258:0:15123:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413261:0:15123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413266:0:15123:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683772.413273:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.413283:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.413287:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413287:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413290:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372480 00010000:00010000:3.0:1705683772.413290:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413296:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801355c5e00/0xcefed536a3695113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb60b expref: 7934 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.413300:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133ed4c80/0xcefed536a369814f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bc18e expref: 7934 pid: 15158 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413303:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413303:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413304:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372672 00010000:00010000:3.0:1705683772.413305:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.413306:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.413307:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b2fc500/0xcefed536a36966e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbaf7 expref: 7935 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.413307:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413312:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413313:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413314:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166435 00000100:00100000:1.0:1705683772.413316:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7935:1856:x1788538595372480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.413319:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.413321:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801355c5e00/0xcefed536a3695113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb60b expref: 7935 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.413322:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133ed4c80/0xcefed536a369814f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc18e expref: 7935 pid: 15158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413324:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801355c5e00/0xcefed536a3695113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb60b expref: 7935 pid: 15141 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.413330:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133ed4c80/0xcefed536a369814f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc18e expref: 7935 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.413333:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801355c5e00/0xcefed536a3695113 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bb60b expref: 7935 pid: 15141 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.413337:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554075968:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.413340:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413341:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413342:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413345:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.413351:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.413353:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.413359:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7934:1856:x1788538595372480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.413361:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166435 00000100:00100000:1.0:1705683772.413366:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413366:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413368:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166436 00000004:00080000:3.0:1705683772.413369:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800933b1e00/2, rc 0, transno 169951 00000100:00100000:1.0:1705683772.413370:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:1856:x1788538595372672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.413373:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.413374:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b2fc500/0xcefed536a36966e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbaf7 expref: 7933 pid: 15126 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.413374:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554071936:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.413378:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+821:3083:x1788538554072640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6670us (6700us total) trans 4295137248 rc 0/0 00010000:00010000:1.0:1705683772.413378:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b2fc500/0xcefed536a36966e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbaf7 expref: 7933 pid: 15126 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.413381:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420312 00010000:00010000:1.0:1705683772.413385:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b2fc500/0xcefed536a36966e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbaf7 expref: 7933 pid: 15126 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.413391:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.413392:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.413395:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554076032:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.413396:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012d27cf00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.413396:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413396:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413397:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413397:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413400:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413400:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413405:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413411:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d27cf00/0xcefed536a36e0a45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413413:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.413418:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b6400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7932:1856:x1788538595372672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 47us (135us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.413421:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683772.413421:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166436 00010000:00010000:3.0:1705683772.413421:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413422:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413424:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a5e4000 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.413425:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.413426:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413428:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413430:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413431:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.413433:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413434:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a5e4000/0xcefed536a36e0a61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413434:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413437:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.413438:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413439:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413441:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.413442:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.413442:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.413444:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.413447:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.413448:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.413449:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413454:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801362ea580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.413455:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413458:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413462:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413464:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801362ea580/0xcefed536a36e0a37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413469:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.413470:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413473:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090f28c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.413473:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413476:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413480:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413485:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090f28c80/0xcefed536a36e0a6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413492:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.413493:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.413493:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.413495:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.413500:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413503:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e576900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+822:3082:x1788538554071808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7916us (7972us total) trans 4295137249 rc 0/0 00010000:00010000:0.0:1705683772.413504:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413507:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413507:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420307 00010000:00010000:0.0:1705683772.413509:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413514:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.413516:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.413518:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413522:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090f28780 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:3.0:1705683772.413522:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+821:3081:x1788538554072768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6603us (6644us total) trans 4295137250 rc 0/0 00010000:00010000:1.0:1705683772.413523:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413526:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.413528:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420313 00010000:00010000:1.0:1705683772.413532:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413535:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090f28780/0xcefed536a36e0aca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413544:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.413544:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.413545:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.413551:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683772.413555:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096989400/2, rc 0, transno 169952 00000100:00100000:1.0:1705683772.413559:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096989400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554072640:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.413562:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.413563:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.413566:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076032 00000100:00100000:0.0:1705683772.413568:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+821:3081:x1788538554073792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5351us (5394us total) trans 4295137251 rc 0/0 00000100:00100000:0.0:1705683772.413571:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420317 00000100:00100000:1.0:1705683772.413573:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.413579:0:15048:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413579:0:15048:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413582:0:15048:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420338 00000100:00100000:0.0:1705683772.413584:0:15048:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+821:3084:x1788538554076032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.413590:0:15048:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32752 count 1 00000100:00100000:1.0:1705683772.413592:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.413599:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.413603:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413603:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413606:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372928 00010000:00010000:1.0:1705683772.413612:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801314dd180/0xcefed536a366ef6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeffe expref: 5746 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.413618:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413619:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.413619:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f6400/2, rc 0, transno 169945 00000100:00100000:1.0:1705683772.413620:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373120 00010000:00010000:1.0:1705683772.413623:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b42f700/0xcefed536a363be9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980f5 expref: 8379 pid: 15087 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.413625:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554071104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.413628:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413629:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413630:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372736 00000100:00100000:3.0:1705683772.413632:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a6d4100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554075648:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.413633:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801314dca00/0xcefed536a366ef5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeff0 expref: 5747 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.413637:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413638:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413640:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166437 00000100:00100000:1.0:1705683772.413641:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5747:1856:x1788538595372928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.413645:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.413646:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801314dd180/0xcefed536a366ef6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeffe expref: 5747 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.413648:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.413650:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801314dd180/0xcefed536a366ef6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeffe expref: 5747 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.413656:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801314dd180/0xcefed536a366ef6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeffe expref: 5747 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.413658:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.413659:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.413664:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.413664:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075648 00010000:00010000:1.0:1705683772.413665:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413666:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413669:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.413675:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.413676:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.413676:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.413679:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420339 00000100:00100000:3.0:1705683772.413682:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+795:3081:x1788538554075648:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.413683:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5746:1856:x1788538595372928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.413685:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166437 00000100:00100000:1.0:1705683772.413689:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413690:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413692:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166438 00002000:00080000:3.0:1705683772.413692:0:15053:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23318 count 1 00000100:00100000:1.0:1705683772.413694:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8379:1856:x1788538595373120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.413697:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.413698:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b42f700/0xcefed536a363be9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5b12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980f5 expref: 8379 pid: 15087 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.413702:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b42f700/0xcefed536a363be9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980f5 expref: 8379 pid: 15087 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.413709:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413710:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413711:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413714:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413719:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.413720:0:15048:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413722:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8379:1856:x1788538595373120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 28us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.413724:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166438 00010000:00010000:0.0:1705683772.413726:0:15048:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c187200/0xcefed536a36985e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bc2de expref: 7931 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413729:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.413730:0:15048:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.413730:0:15048:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413731:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413731:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413733:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166439 00000100:00100000:1.0:1705683772.413735:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5745:1859:x1788538595372736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.413737:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.413739:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801314dca00/0xcefed536a366ef5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeff0 expref: 5745 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.413740:0:15048:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c187200/0xcefed536a36985e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc2de expref: 7931 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413742:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801314dca00/0xcefed536a366ef5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeff0 expref: 5745 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.413744:0:15048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c187200/0xcefed536a36985e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc2de expref: 7931 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.413748:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801314dca00/0xcefed536a366ef5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15aeff0 expref: 5745 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.413749:0:15048:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0000_UUID:15048:1788538554076160:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.413752:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413752:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413753:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413759:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.413760:0:15048:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.413765:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.413766:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.413770:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5744:1859:x1788538595372736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 35us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.413773:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099a0de40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.413773:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166439 00010000:00010000:1.0:1705683772.413794:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.413797:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.413798:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413826:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.413828:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413828:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.413829:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.413832:0:15123:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373312 00010000:00010000:1.0:1705683772.413835:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683772.413841:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413841:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413843:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420340 00000100:00100000:0.0:1705683772.413846:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:8dc539e0-a6d0-4264-ae88-11424261aea3+8379:18534:x1788538595373312:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.413850:0:15123:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.413871:0:15053:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.413878:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b43cc80/0xcefed536a363bee8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb159815e expref: 8379 pid: 8804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.413882:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.413882:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.413883:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.413896:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b43cc80/0xcefed536a363bee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb159815e expref: 8379 pid: 8804 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.413897:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+3848:3081:x1788538554073024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6665us (6688us total) trans 4295137994 rc 0/0 00010000:00010000:3.0:1705683772.413900:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b43cc80/0xcefed536a363bee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159815e expref: 8379 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.413901:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420314 00000100:00100000:3.0:1705683772.413906:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554076288:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.413910:0:15123:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d919400/0xcefed536a36e0b80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d73 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.413916:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.413920:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090e34280/0xcefed536a369ca27 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd17 expref: 8380 pid: 15061 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.413923:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.413923:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413924:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c280/0xcefed536a36a9b2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e2a expref: 7931 pid: 15135 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.413926:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.413926:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413927:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.413928:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d919400/0xcefed536a36e0b80 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d73 expref: 8380 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413928:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413928:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.413930:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413931:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372992 00010000:00010000:3.0:1705683772.413932:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413936:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c280/0xcefed536a36a9b2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e2a expref: 7931 pid: 15135 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.413937:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b42f480/0xcefed536a363be71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980d9 expref: 8381 pid: 15087 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.413939:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.413941:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c280/0xcefed536a36a9b2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e2a expref: 7931 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.413943:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.413944:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.413945:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554076352:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.413946:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166440 00000100:00100000:1.0:1705683772.413948:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8381:1859:x1788538595372992:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.413951:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.413952:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b42f480/0xcefed536a363be71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980d9 expref: 8381 pid: 15087 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.413956:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b42f480/0xcefed536a363be71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980d9 expref: 8381 pid: 15087 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.413957:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090e34280/0xcefed536a369ca27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd17 expref: 8381 pid: 15061 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.413961:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090e34280/0xcefed536a369ca27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd17 expref: 8381 pid: 15061 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.413964:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b42f480/0xcefed536a363be71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980d9 expref: 8381 pid: 15087 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.413966:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554076416:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.413969:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.413970:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7900 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.413970:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.413971:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.413974:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413977:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.413979:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413982:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a5e4a00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.413982:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.413983:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.413986:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413988:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8380:1859:x1788538595372992:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (65us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.413992:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.413993:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166440 00010000:00010000:0.0:1705683772.413994:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a5e4a00/0xcefed536a36e0a8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414002:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.414003:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414004:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e575a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3848:3082:x1788538554072192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8042us (8084us total) trans 4295137995 rc 0/0 00010000:00010000:0.0:1705683772.414006:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131c68f00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.414007:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414008:0:15057:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414008:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420310 00010000:00010000:0.0:1705683772.414010:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414012:0:15057:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414013:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414015:0:15057:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414016:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131c68f00/0xcefed536a36e0a4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414017:0:15057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414021:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554076096:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.414023:0:15057:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.414024:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.414025:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414027:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a5e6f80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.414028:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414030:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414031:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.414034:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414037:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6f80/0xcefed536a36e0aa0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414037:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414037:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414041:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076096 00010000:00010000:0.0:1705683772.414045:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.414046:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.414046:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.414047:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.414048:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.414048:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414049:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420341 00010000:00010000:0.0:1705683772.414050:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.414051:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+822:3081:x1788538554076096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.414058:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32753 count 1 00000100:00100000:0.0:1705683772.414075:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.414083:0:15057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c3b8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+796:3083:x1788538554073472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6458us (6480us total) trans 4295137252 rc 0/0 00000100:00100000:1.0:1705683772.414086:0:15057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420316 00000100:00100000:1.0:1705683772.414095:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414095:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414098:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372608 00000100:00100000:0.0:1705683772.414100:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.414104:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb480/0xcefed536a363be32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980bd expref: 8380 pid: 14210 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.414110:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414110:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414112:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595372864 00000100:00100000:0.0:1705683772.414115:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.414115:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090436300/0xcefed536a366ef79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af00c expref: 5744 pid: 15025 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.414130:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414131:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414132:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414132:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373184 00000100:00100000:0.0:1705683772.414133:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414137:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166441 00010000:00010000:1.0:1705683772.414137:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099bf0f00/0xcefed536a360ba41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158216d expref: 7932 pid: 14225 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.414140:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8380:1858:x1788538595372608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.414143:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414143:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.414144:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.414145:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166442 00010000:00010000:0.0:1705683772.414146:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb480/0xcefed536a363be32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980bd expref: 8380 pid: 14210 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.414147:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5744:1858:x1788538595372864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.414150:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb480/0xcefed536a363be32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980bd expref: 8380 pid: 14210 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.414151:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.414152:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090436300/0xcefed536a366ef79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af00c expref: 5744 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.414156:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090436300/0xcefed536a366ef79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af00c expref: 5744 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.414157:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb480/0xcefed536a363be32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980bd expref: 8380 pid: 14210 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.414163:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414163:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414164:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414165:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090436300/0xcefed536a366ef79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af00c expref: 5744 pid: 15025 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.414170:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414170:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.414171:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.414172:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414175:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414178:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.414184:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8379:1858:x1788538595372608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (109us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.414186:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.414187:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166441 00000100:00100000:1.0:1705683772.414192:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+5743:1858:x1788538595372864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.414193:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414194:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414195:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166442 00000100:00100000:0.0:1705683772.414197:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166443 00010000:00010000:3.0:1705683772.414197:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.414199:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7932:1858:x1788538595373184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.414201:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.414203:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099bf0f00/0xcefed536a360ba41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158216d expref: 7932 pid: 14225 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.414205:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800970cc280/0xcefed536a3698a71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bc3fd expref: 7932 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414207:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099bf0f00/0xcefed536a360ba41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158216d expref: 7932 pid: 14225 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.414211:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.414212:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.414213:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414214:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099bf0f00/0xcefed536a360ba41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0x927681bb158216d expref: 7932 pid: 14225 timeout: 644 lvb_type: 0 00000004:00080000:1.0:1705683772.414214:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c3bb200/2, rc 0, transno 169956 00000100:00100000:1.0:1705683772.414217:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3bb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554073472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.414219:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414219:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414221:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6a80/0xcefed536a36e0ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d26 expref: 8378 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.414226:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800970cc280/0xcefed536a3698a71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc3fd expref: 7931 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414227:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6a80/0xcefed536a36e0ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d26 expref: 8378 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.414232:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008febb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554076544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.414233:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800970cc280/0xcefed536a3698a71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc3fd expref: 7931 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.414235:0:14212:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6a80/0xcefed536a36e0ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d26 expref: 8378 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.414240:0:14212:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e49900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554076608:192.168.203.16@tcp:105: 00000100:00100000:3.0:1705683772.414241:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554076480:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.414243:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.414248:0:14212:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a76c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.414255:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414255:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1bec180 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.414258:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.414258:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414259:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.414261:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.414261:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076544 00010000:00010000:0.0:1705683772.414264:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.414267:0:15031:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.414268:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.414269:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.414269:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414270:0:15057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420342 00000100:00100000:1.0:1705683772.414272:0:15057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+796:3083:x1788538554076544:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.414272:0:15031:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.414278:0:15031:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.414279:0:15057:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23320 count 1 00010000:00010000:3.0:1705683772.414283:0:15031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.414294:0:15031:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683772.414328:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+797:3081:x1788538554072128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8416us (8450us total) trans 4295137253 rc 0/0 00000100:00100000:0.0:1705683772.414332:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420309 00010000:00010000:0.0:1705683772.414342:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.414343:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414347:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099f7f700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.414348:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414351:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414356:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414359:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f7f700/0xcefed536a36e0a3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414383:0:15031:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3848:3083:x1788538554073088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7066us (7109us total) trans 4295137996 rc 0/0 00000100:00100000:3.0:1705683772.414388:0:15031:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420315 00000004:00080000:3.0:1705683772.414412:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f5f00/2, rc 0, transno 169955 00010000:00010000:1.0:1705683772.414413:0:15057:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414416:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.414417:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414418:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554073792:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.414419:0:15057:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b650500/0xcefed536a363bf35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598196 expref: 8378 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.414420:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090f2a080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.414421:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414422:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414423:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414423:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.414424:0:15057:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414427:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414431:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f2a080/0xcefed536a36e0a99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414435:0:15057:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b650500/0xcefed536a363bf35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598196 expref: 8378 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.414437:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.414438:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.414438:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.414440:0:15057:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b650500/0xcefed536a363bf35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598196 expref: 8378 pid: 15043 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.414443:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009698f300/2, rc 0, transno 170698 00000100:00100000:1.0:1705683772.414444:0:15057:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554076736:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.414448:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554073024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.414452:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.414454:0:15057:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d840 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.414458:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414458:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.414460:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.414461:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373248 00010000:00010000:0.0:1705683772.414467:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b43c780/0xcefed536a363beb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598111 expref: 8379 pid: 8804 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.414467:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096989e00/2, rc 0, transno 169954 00000004:00080000:1.0:1705683772.414470:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f5a00/2, rc 0, transno 170700 00000100:00100000:3.0:1705683772.414472:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096989e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554072768:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.414474:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414474:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414475:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554073088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.414477:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166444 00000100:00100000:1.0:1705683772.414477:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683772.414479:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8379:1856:x1788538595373248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.414482:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.414484:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b43c780/0xcefed536a363beb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598111 expref: 8379 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.414488:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b43c780/0xcefed536a363beb7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598111 expref: 8379 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.414490:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136697300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554076672:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1705683772.414490:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131e4b700/2, rc 0, transno 169957 00010000:00010000:0.0:1705683772.414494:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b43c780/0xcefed536a363beb7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598111 expref: 8379 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.414501:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414502:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414503:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414503:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554072128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.414506:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414512:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136696e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554076800:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.414513:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.414516:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.414519:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8378:1856:x1788538595373248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.414522:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166444 00000100:00100000:1.0:1705683772.414524:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414524:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414528:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076672 00000100:00100000:3.0:1705683772.414529:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.414541:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1705683772.414542:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414542:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414543:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414544:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414544:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076800 00000100:00100000:3.0:1705683772.414545:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554075392:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.414547:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420343 00000100:00100000:0.0:1705683772.414549:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+823:3083:x1788538554076672:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.414550:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414550:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414552:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420344 00000100:00100000:1.0:1705683772.414554:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3848:3081:x1788538554076800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.414555:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32754 count 1 00000100:00100000:3.0:1705683772.414559:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1705683772.414560:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36324 count 1 00000100:00100000:3.0:1705683772.414567:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554075840:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.414578:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.414586:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008febe900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554076224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.414598:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.414606:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800933b1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554076864:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.414617:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.414630:0:15031:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414631:0:15031:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414635:0:15031:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075392 00010000:00010000:1.0:1705683772.414645:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414647:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414648:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414650:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554075840 00010000:00010000:1.0:1705683772.414653:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b432a80/0xcefed536a366efd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af060 expref: 5742 pid: 15115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.414657:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.414657:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.414657:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.414658:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414658:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414659:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076224 00000100:00100000:3.0:1705683772.414666:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.414667:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b432a80/0xcefed536a366efd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af060 expref: 5742 pid: 15115 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.414667:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414668:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076864 00010000:00010000:1.0:1705683772.414671:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b432a80/0xcefed536a366efd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af060 expref: 5742 pid: 15115 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.414674:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414675:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a6d4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554077056:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.414675:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414679:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420345 00000100:00100000:3.0:1705683772.414681:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0001-mdtlov_UUID+826:3081:x1788538554075392:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.414684:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7dcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.414685:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414691:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801351d1680/0xcefed536a3698f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bc569 expref: 7931 pid: 15128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.414691:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:3.0:1705683772.414691:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32749 count 1 00000100:00100000:1.0:1705683772.414692:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.414694:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.414695:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.414695:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.414696:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420346 00000100:00100000:1.0:1705683772.414698:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+826:3081:x1788538554075840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.414703:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32750 count 1 00010000:00010000:0.0:1705683772.414707:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801351d1680/0xcefed536a3698f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc569 expref: 7931 pid: 15128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.414712:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801351d1680/0xcefed536a3698f8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc569 expref: 7931 pid: 15128 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.414717:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554077120:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.414726:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.414733:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414734:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414737:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420347 00000100:00100000:0.0:1705683772.414739:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+797:3081:x1788538554076224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.414745:0:15041:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23319 count 1 00010000:00010000:3.0:1705683772.414858:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414866:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.414867:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124e53980/0xcefed536a36975cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bbe54 expref: 7931 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414872:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013546f200/0xcefed536a3697b36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bbfc7 expref: 7931 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414878:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.414878:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.414879:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.414879:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.414879:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.414880:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414888:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013546f200/0xcefed536a3697b36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbfc7 expref: 7931 pid: 15063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.414892:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013546f200/0xcefed536a3697b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbfc7 expref: 7931 pid: 15063 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.414893:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124e53980/0xcefed536a36975cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbe54 expref: 7931 pid: 15074 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.414896:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094b4a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15030:1788538554077184:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.414900:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124e53980/0xcefed536a36975cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbe54 expref: 7931 pid: 15074 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.414905:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf39c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.414907:0:15041:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414907:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554077248:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.414911:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.414911:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.414913:0:15041:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b650000/0xcefed536a363bf0b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598181 expref: 8377 pid: 15043 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.414915:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420348 00010000:00010000:0.0:1705683772.414916:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.414917:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.414917:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+826:3081:x1788538554076864:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.414918:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.414920:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013075ad80 going to sleep for 11 seconds 00002000:00080000:1.0:1705683772.414923:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32755 count 1 00010000:00010000:0.0:1705683772.414926:0:15041:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b650000/0xcefed536a363bf0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598181 expref: 8377 pid: 15043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.414933:0:15041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b650000/0xcefed536a363bf0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598181 expref: 8377 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.414938:0:15041:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e49400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554077312:192.168.203.16@tcp:104: 00000004:00080000:3.0:1705683772.414944:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c3bdf00/2, rc 0, transno 170699 00000100:00100000:0.0:1705683772.414947:0:15041:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.414949:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c3bdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554072192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.414968:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.414969:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800973f0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554077376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.414974:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414975:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.414978:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373376 00000100:00100000:3.0:1705683772.414981:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.414987:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420349 00000100:00100000:0.0:1705683772.414989:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+9439:21555:x1788538595373376:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:3.0:1705683772.414992:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.414993:0:15118:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.414993:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.414996:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554077376 00000100:00100000:3.0:1705683772.415003:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.415004:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.415006:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420350 00000100:00100000:3.0:1705683772.415008:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9c1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3849:3081:x1788538554077376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.415015:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36326 count 1 00010000:00010000:1.0:1705683772.415049:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415055:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d9ed180/0xcefed536a36993f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bc696 expref: 7931 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415058:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.415059:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.415060:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415068:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d9ed180/0xcefed536a36993f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc696 expref: 7931 pid: 15115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415072:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d9ed180/0xcefed536a36993f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc696 expref: 7931 pid: 15115 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.415077:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094b4f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554077440:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.415085:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097bf3f00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.415093:0:15086:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415097:0:15086:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415101:0:15086:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415103:0:15086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415114:0:15086:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.415140:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.415142:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415146:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097381680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.415147:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415150:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415156:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415162:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097381680/0xcefed536a36e0b17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415171:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.415171:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.415172:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.415175:0:15086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+798:3084:x1788538554074496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5146us (5495us total) trans 4295137254 rc 0/0 00000100:00100000:1.0:1705683772.415178:0:15086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420326 00000100:00100000:1.0:1705683772.415192:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554076928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.415201:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.415207:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.415209:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554076992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.415215:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.415222:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415222:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415225:0:15086:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076928 00000100:00100000:1.0:1705683772.415231:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415231:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415232:0:15086:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554076992 00010000:00010000:0.0:1705683772.415240:0:15118:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d91b200/0xcefed536a36e0bbf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb622:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d7a expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.415243:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415244:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415245:0:15086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420351 00002000:00010000:0.0:1705683772.415247:0:15118:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb622:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683772.415247:0:15086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3850:3083:x1788538554076928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.415248:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.415249:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:1.0:1705683772.415253:0:15086:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36325 count 1 00010000:00010000:0.0:1705683772.415254:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.415254:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.415255:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420352 00010000:00010000:0.0:1705683772.415256:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d91b200/0xcefed536a36e0bbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d7a expref: 9440 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.415258:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e572d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+798:3083:x1788538554076992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.415261:0:15118:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d91b200/0xcefed536a36e0bbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb622:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d7a expref: 9440 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415265:0:15118:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d91b200, rc 0) 00002000:00080000:3.0:1705683772.415269:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23321 count 1 00000100:00100000:0.0:1705683772.415273:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+9440:21555:x1788538595373376:12345-192.168.203.16@tcp:101:dd.0 Request processed in 283us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.415276:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420349 00000100:00100000:0.0:1705683772.415304:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.415339:0:15086:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.415344:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.415345:0:15086:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b77aa80/0xcefed536a366efe2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af06e expref: 5742 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.415349:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.415349:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.415350:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415350:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.415350:0:15086:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.415354:0:14201:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373504 00010000:00010000:1.0:1705683772.415359:0:15086:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b77aa80/0xcefed536a366efe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af06e expref: 5742 pid: 15127 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.415363:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415363:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415365:0:14201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298685 00010000:00010000:1.0:1705683772.415366:0:15086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b77aa80/0xcefed536a366efe2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af06e expref: 5742 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.415367:0:14201:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+398:26786:x1788538595373504:12345-192.168.203.16@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683772.415371:0:15086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e573200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554077504:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.415372:0:14201:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.415381:0:15086:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0315a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.415387:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415388:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415390:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373440 00010000:00010000:0.0:1705683772.415396:0:14201:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d918500/0xcefed536a36e0bcd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d88 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.415399:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415399:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415401:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420353 00000100:00100000:1.0:1705683772.415403:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9440:26724:x1788538595373440:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.415407:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.415438:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415440:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415445:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.415447:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b43d680/0xcefed536a363bf58 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15981b2 expref: 8377 pid: 15126 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.415448:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.415452:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.415453:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.415454:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415467:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.415469:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b43d680/0xcefed536a363bf58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981b2 expref: 8377 pid: 15126 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.415470:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415472:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.415476:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b43d680/0xcefed536a363bf58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981b2 expref: 8377 pid: 15126 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.415483:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9c3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554077568:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.415495:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff880129c27540 going to sleep for 11 seconds 00000004:00080000:3.0:1705683772.415516:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800933b0000/2, rc 0, transno 169953 00000100:00100000:3.0:1705683772.415522:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554071808:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.415529:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090f14000/0xcefed536a36e0be9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415532:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090f14000/0xcefed536a36e0be9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415534:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090f14000/0xcefed536a36e0be9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.415545:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9c6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554077632:0@lo:6:osp-syn-0-1.0 00000004:00200000:0.0:1705683772.415548:0:14201:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x773:0x0]: returning size 4096 00000004:00200000:0.0:1705683772.415550:0:14201:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683772.415557:0:14201:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090f14000/0xcefed536a36e0be9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415561:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.415562:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.415564:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.415565:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132321b80/0xcefed536a36e0bf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d81 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415566:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415568:0:14201:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415570:0:14201:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d91b480 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.415571:0:14201:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00002000:00010000:1.0:1705683772.415572:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.415573:0:14201:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415577:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:0.0:1705683772.415578:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.415578:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.415579:0:14201:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.415579:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.415579:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.415581:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d91b480/0xcefed536a36e0bdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.415581:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132321b80/0xcefed536a36e0bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d81 expref: 9441 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.415581:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.415585:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554077632 00010000:00010000:1.0:1705683772.415586:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132321b80/0xcefed536a36e0bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d81 expref: 9441 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415588:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.415590:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132321b80, rc 0) 00010000:00010000:0.0:1705683772.415591:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415593:0:14201:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.415595:0:14201:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090f15680 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.415596:0:14201:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.415597:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.415597:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.415598:0:14201:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14201 initiator: MDT0 00000100:00100000:1.0:1705683772.415598:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9441:26724:x1788538595373440:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 194us (294us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.415600:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3231 (ffff880098821200) 00000100:00100000:3.0:1705683772.415600:0:15075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420354 00010000:00010000:0.0:1705683772.415601:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.415602:0:14201:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00000100:00100000:1.0:1705683772.415603:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420353 00000100:00100000:3.0:1705683772.415603:0:15075:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+827:3082:x1788538554077632:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.415604:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090f15680/0xcefed536a36e0be2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00002000:00080000:3.0:1705683772.415611:0:15075:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32756 count 1 00010000:00010000:0.0:1705683772.415624:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d918500/0xcefed536a36e0bcd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d88 expref: 400 pid: 14201 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683772.415624:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013615c100/2, rc 0, transno 169958 00000100:00100000:1.0:1705683772.415628:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013615c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554074496:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.415631:0:14201:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090f14000/0xcefed536a36e0be9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d88 expref: 399 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415633:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x773:0x0].0x0 (ffff880136720e00) 00010000:00010000:0.0:1705683772.415634:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1705683772.415635:0:14201:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090f14000, rc 0) 00000100:00100000:1.0:1705683772.415642:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e575000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554077696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.415644:0:14201:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+399:26786:x1788538595373504:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 276us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.415648:0:14201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298685 00000100:00100000:1.0:1705683772.415653:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.415660:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415660:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415663:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554077696 00000100:00100000:0.0:1705683772.415670:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415671:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415673:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420355 00000100:00100000:0.0:1705683772.415675:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e570a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+799:3083:x1788538554077696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.415681:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23322 count 1 00000100:00100000:1.0:1705683772.415683:0:6520:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093892d00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6520:1788538554074688:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.415692:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.415697:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe10500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7931:1858:x1788538595371200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5153us (5181us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.415701:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166416 00000100:00100000:1.0:1705683772.415717:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.415725:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.415728:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415729:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415731:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373568 00000100:00100000:1.0:1705683772.415737:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415737:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415739:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373632 00000100:00100000:1.0:1705683772.415742:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415743:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415744:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420356 00000100:00100000:1.0:1705683772.415746:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9441:20295:x1788538595373568:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.415750:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.415757:0:15075:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.415767:0:15075:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124ecad00/0xcefed536a36999ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bc810 expref: 7931 pid: 15158 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.415772:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.415773:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.415774:0:15075:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.415788:0:15075:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124ecad00/0xcefed536a36999ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc810 expref: 7931 pid: 15158 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.415795:0:15075:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124ecad00/0xcefed536a36999ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc810 expref: 7931 pid: 15158 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.415833:0:15075:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9c1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0000_UUID:15075:1788538554077760:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.415842:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.415848:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4eef80/0xcefed536a363bf82 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15981ce expref: 8377 pid: 15086 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.415848:0:15075:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f876600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.415852:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.415853:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.415853:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.415857:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.415857:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.415863:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4eef80/0xcefed536a363bf82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ce expref: 8377 pid: 15086 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.415864:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420357 00010000:00010000:0.0:1705683772.415867:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4eef80/0xcefed536a363bf82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ce expref: 8377 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.415868:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7931:21959:x1788538595373632:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:0.0:1705683772.415872:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554077824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.415875:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.415882:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.415909:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.415914:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132320280/0xcefed536a36e0c05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d8f expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.415925:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:1.0:1705683772.415925:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683772.415930:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415930:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.415931:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.415931:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.415933:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132320280/0xcefed536a36e0c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d8f expref: 9442 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.415934:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373696 00010000:00010000:1.0:1705683772.415938:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132320280/0xcefed536a36e0c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d8f expref: 9442 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.415942:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132320280, rc 0) 00000100:00100000:0.0:1705683772.415944:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415944:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415947:0:15062:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373760 00000100:00100000:1.0:1705683772.415951:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+9442:20295:x1788538595373568:12345-192.168.203.16@tcp:101:dd.0 Request processed in 204us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.415952:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.415952:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415954:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420356 00000100:00100000:0.0:1705683772.415956:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420358 00000100:00100000:0.0:1705683772.415958:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:c77a26ac-6587-4500-88fc-a375de7e12f4+7932:16401:x1788538595373696:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:1.0:1705683772.415961:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.415962:0:15062:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.415962:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.415964:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420359 00000100:00100000:1.0:1705683772.415966:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+8378:16585:x1788538595373760:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.415970:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.416174:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132320c80/0xcefed536a36e0c0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xabb3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8da4 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.416181:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xabb3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.416186:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416187:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416188:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132320c80/0xcefed536a36e0c0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8da4 expref: 8379 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416196:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132320c80/0xcefed536a36e0c0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8da4 expref: 8379 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416200:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132320c80, rc 0) 00000100:00100000:1.0:1705683772.416206:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:8dc539e0-a6d0-4264-ae88-11424261aea3+8379:16585:x1788538595373760:12345-192.168.203.16@tcp:101:dd.0 Request processed in 240us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.416209:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420359 00000100:00100000:1.0:1705683772.416231:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.416246:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.416250:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416250:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416253:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373824 00000100:00100000:1.0:1705683772.416260:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416261:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416262:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373888 00000100:00100000:1.0:1705683772.416265:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416266:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416268:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420360 00000100:00100000:1.0:1705683772.416269:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5744:11885:x1788538595373824:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.416273:0:9340:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.416355:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e84000/0xcefed536a36e0c13 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc08c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d96 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.416365:0:15027:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc08c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.416371:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.416372:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.416374:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84000/0xcefed536a36e0c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d96 expref: 7933 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416380:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e84000/0xcefed536a36e0c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d96 expref: 7933 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416384:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e84000, rc 0) 00000100:00100000:3.0:1705683772.416394:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:21959:x1788538595373632:12345-192.168.203.16@tcp:101:dd.0 Request processed in 526us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.416397:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420357 00010000:00010000:1.0:1705683772.416404:0:9340:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132321400/0xcefed536a36e0c1a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8dab expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.416405:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.416406:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.416408:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420361 00000100:00100000:3.0:1705683772.416410:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:8dc539e0-a6d0-4264-ae88-11424261aea3+5745:12859:x1788538595373888:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.416412:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e10f00/0xcefed536a35abf71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b297 expref: 9441 pid: 14225 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.416414:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.416416:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416417:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416418:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132321400/0xcefed536a36e0c1a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dab expref: 5745 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416426:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095e10f00/0xcefed536a35abf71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b297 expref: 9441 pid: 14225 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.416430:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095e10f00/0xcefed536a35abf71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b297 expref: 9441 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.416435:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880136050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9340:1788538554077888:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.416444:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0315480 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.416463:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.416480:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554074880:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.416487:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.416491:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.416491:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.416492:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416496:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416496:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416499:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595373952 00000100:00100000:1.0:1705683772.416506:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416506:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416508:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420362 00000100:00100000:1.0:1705683772.416510:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:19986:x1788538595373952:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.416514:0:15098:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.416529:0:15062:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131e78780/0xcefed536a36e0c21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa84e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8d9d expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.416536:0:15062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xa84e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.416543:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.416543:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.416545:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e78780/0xcefed536a36e0c21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d9d expref: 7934 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.416550:0:15062:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131e78780/0xcefed536a36e0c21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d9d expref: 7934 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.416554:0:15062:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e78780, rc 0) 00000100:00100000:0.0:1705683772.416562:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:c77a26ac-6587-4500-88fc-a375de7e12f4+7934:16401:x1788538595373696:12345-192.168.203.16@tcp:101:dd.0 Request processed in 603us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.416565:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420358 00000100:00100000:0.0:1705683772.416582:0:15105:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136690a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0000_UUID:15105:1788538554074752:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.416590:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.416595:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093609850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8378:1858:x1788538595371456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5863us (5889us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.416598:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166419 00010000:00010000:3.0:1705683772.416606:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e86f80/0xcefed536a36e0c28 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8db2 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416614:0:15027:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099ab4a00/0xcefed536a35d42ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b494 expref: 5746 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.416619:0:15027:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094c2d180/0xcefed536a35d43a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b56d expref: 9441 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.416622:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.416622:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.416623:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e86f80/0xcefed536a36e0c28 lrc: 5/0,0 mode: --/PW res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8db2 expref: 5746 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416633:0:15027:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094c2d180/0xcefed536a35d43a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b56d expref: 9441 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.416637:0:15027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094c2d180/0xcefed536a35d43a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b56d expref: 9441 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.416638:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.416642:0:15027:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9c4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15027:1788538554077952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.416645:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.416646:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.416650:0:14206:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374016 00010000:00010000:3.0:1705683772.416655:0:15027:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099ab4a00/0xcefed536a35d42ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b494 expref: 5746 pid: 15041 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.416659:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.416659:0:15027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099ab4a00/0xcefed536a35d42ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b494 expref: 5746 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.416660:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.416662:0:14206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99786 00000100:00100000:3.0:1705683772.416663:0:15027:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0381400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15027:1788538554078016:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.416664:0:14206:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d4600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:21822:x1788538595374016:12345-192.168.203.16@tcp:37:rm.0 00000100:00100000:3.0:1705683772.416667:0:15027:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.416689:0:15036:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b42f700/0xcefed536a363be9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15980f5 expref: 8377 pid: 15087 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.416695:0:15098:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132322800/0xcefed536a36e0c2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8cc5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8db9 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.416695:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013615ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554074560:192.168.203.16@tcp:104: 00002000:00010000:1.0:1705683772.416702:0:15098:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x8cc5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.416703:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.416706:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.416707:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00100000:3.0:1705683772.416707:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.416707:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.416708:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.416708:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416709:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132322800/0xcefed536a36e0c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8db9 expref: 7934 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416711:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416714:0:15098:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132322800/0xcefed536a36e0c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8db9 expref: 7934 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416714:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416717:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416718:0:15098:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132322800, rc 0) 00010000:00010000:3.0:1705683772.416723:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.416725:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:c77a26ac-6587-4500-88fc-a375de7e12f4+7934:19986:x1788538595373952:12345-192.168.203.16@tcp:101:dd.0 Request processed in 214us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.416728:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420362 00000100:00100000:1.0:1705683772.416748:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.416766:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554075136:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.416775:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.416778:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.416779:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.416779:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.416790:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+800:3081:x1788538554074048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8245us (8283us total) trans 4295137255 rc 0/0 00000100:00100000:3.0:1705683772.416794:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420319 00000100:00100000:1.0:1705683772.416795:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.416798:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416799:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416825:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374080 00010000:00010000:1.0:1705683772.416832:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b433700/0xcefed536a366ef87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af01a expref: 5747 pid: 15043 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.416840:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f7300/2, rc 0, transno 169959 00000100:00100000:1.0:1705683772.416842:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416843:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416844:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374144 00000100:00100000:3.0:1705683772.416845:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554074048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.416847:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b431b80/0xcefed536a363bebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159812d expref: 8377 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.416853:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416854:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416856:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166445 00000100:00100000:1.0:1705683772.416857:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5747:1859:x1788538595374080:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.416861:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.416862:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b433700/0xcefed536a366ef87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af01a expref: 5747 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.416863:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0383700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554078080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.416867:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b433700/0xcefed536a366ef87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af01a expref: 5747 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.416874:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b433700/0xcefed536a366ef87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af01a expref: 5747 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.416875:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.416880:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416881:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416881:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416885:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.416889:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416895:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.416895:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009214aa80/0xcefed536a366efe9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af07c expref: 5746 pid: 15115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.416899:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.416899:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.416900:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.416901:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5746:1859:x1788538595374080:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.416904:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166445 00010000:00010000:3.0:1705683772.416908:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009214aa80/0xcefed536a366efe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af07c expref: 5745 pid: 15115 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.416909:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416910:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.416912:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166446 00010000:00010000:3.0:1705683772.416912:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009214aa80/0xcefed536a366efe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af07c expref: 5745 pid: 15115 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.416914:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8377:1858:x1788538595374144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.416917:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683772.416917:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0382300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538554078144:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.416918:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b431b80/0xcefed536a363bebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159812d expref: 8377 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.416922:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b431b80/0xcefed536a363bebe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159812d expref: 8377 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.416925:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.416929:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b431b80/0xcefed536a363bebe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159812d expref: 8377 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.416929:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.416929:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.416932:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078080 00010000:00010000:1.0:1705683772.416934:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416935:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.416936:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416939:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.416942:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.416942:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.416945:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420363 00010000:00010000:1.0:1705683772.416947:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.416947:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0380500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+800:3084:x1788538554078080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.416952:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8376:1858:x1788538595374144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (157us total) trans 0 rc 0/0 00002000:00080000:3.0:1705683772.416953:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23323 count 1 00000100:00100000:1.0:1705683772.416954:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166446 00010000:00010000:1.0:1705683772.416963:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416967:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416970:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416973:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.416978:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683772.417037:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+801:3081:x1788538554074944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5772us (5836us total) trans 4295137256 rc 0/0 00000100:00100000:1.0:1705683772.417040:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420329 00010000:00010000:1.0:1705683772.417051:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417055:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417060:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417063:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417070:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1705683772.417072:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683772.417075:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417079:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090f29b80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.417080:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417083:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.417087:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417089:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417092:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090f29b80/0xcefed536a36e0b09 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.417093:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4eed00/0xcefed536a363bf9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15981ea expref: 8375 pid: 15086 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.417096:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.417097:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.417098:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417104:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.417105:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.417106:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4eed00/0xcefed536a363bf9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ea expref: 8375 pid: 15086 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.417108:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097382300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.417109:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.417110:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4eed00/0xcefed536a363bf9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ea expref: 8375 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.417111:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417115:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.417115:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0380f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554078208:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.417118:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097382300/0xcefed536a36e0b2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.417124:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cb40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.417125:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.417125:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.417127:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136158a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3851:3081:x1788538554074816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6111us (6196us total) trans 4295137997 rc 0/0 00010000:00010000:0.0:1705683772.417128:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097380500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.417129:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.417130:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420328 00010000:00010000:0.0:1705683772.417132:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417137:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417139:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097380500/0xcefed536a36e0b25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.417140:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013615da00/2, rc 0, transno 169960 00000100:00100000:3.0:1705683772.417143:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013615da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554074944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.417147:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.417148:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.417148:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.417156:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1705683772.417158:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.417159:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0382d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554078272:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.417160:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.417169:0:14271:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136697800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14271:1788538554075200:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.417171:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.417176:0:14271:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.417179:0:14271:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.417180:0:14271:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.417180:0:14271:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.417192:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013615ee00/2, rc 0, transno 170701 00000100:00100000:3.0:1705683772.417195:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013615ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554074816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.417201:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.417206:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683772.417207:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417208:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.417210:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0384b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554078336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.417211:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078272 00000100:00100000:0.0:1705683772.417213:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.417214:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.417217:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374208 00000100:00100000:1.0:1705683772.417218:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417219:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.417219:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.417222:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078336 00010000:00010000:0.0:1705683772.417224:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b432080/0xcefed536a366ef95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af028 expref: 5746 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.417227:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417227:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417229:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420364 00000100:00100000:3.0:1705683772.417229:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.417229:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.417231:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417231:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+801:3082:x1788538554078272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.417232:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.417234:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166447 00000100:00100000:3.0:1705683772.417234:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420365 00000100:00100000:0.0:1705683772.417236:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009360a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5746:1858:x1788538595374208:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.417237:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+3851:3081:x1788538554078336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.417238:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23324 count 1 00010000:00010000:0.0:1705683772.417242:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.417243:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b432080/0xcefed536a366ef95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af028 expref: 5746 pid: 15043 timeout: 644 lvb_type: 1 00002000:00080000:3.0:1705683772.417243:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36327 count 1 00010000:00010000:0.0:1705683772.417247:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b432080/0xcefed536a366ef95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af028 expref: 5746 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.417255:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b432080/0xcefed536a366ef95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af028 expref: 5746 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.417261:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.417262:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.417262:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417266:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417273:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.417280:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009360a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5745:1858:x1788538595374208:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.417282:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166447 00010000:00010000:0.0:1705683772.417291:0:14271:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417295:0:14271:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417301:0:14271:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417304:0:14271:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.417309:0:14271:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.417327:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.417333:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ba53200/0xcefed536a366eff0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af08a expref: 5744 pid: 14327 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.417337:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.417337:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.417338:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.417347:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ba53200/0xcefed536a366eff0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af08a expref: 5744 pid: 14327 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.417351:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ba53200/0xcefed536a366eff0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af08a expref: 5744 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.417356:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092321e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15088:1788538554078400:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.417365:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c900 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.417373:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.417376:0:14271:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a59e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+3852:3084:x1788538554075008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6061us (6140us total) trans 4295137998 rc 0/0 00010000:00010000:1.0:1705683772.417378:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b432d00/0xcefed536a363bfb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15981ff expref: 8375 pid: 15133 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.417380:0:14271:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420330 00010000:00010000:1.0:1705683772.417385:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.417385:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.417386:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417395:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b432d00/0xcefed536a363bfb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ff expref: 8375 pid: 15133 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1705683772.417396:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5b200/2, rc 0, transno 170702 00000100:00100000:0.0:1705683772.417399:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.417399:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b432d00/0xcefed536a363bfb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ff expref: 8375 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.417404:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554078464:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.417415:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6900 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.417419:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092323200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554078528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.417423:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.417425:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417428:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d919e00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.417429:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.417430:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.417433:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417438:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417444:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d919e00/0xcefed536a36e0b33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417457:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.417457:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.417458:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.417460:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417461:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417464:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078528 00000100:00100000:1.0:1705683772.417478:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417479:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.417481:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420366 00000100:00100000:1.0:1705683772.417483:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+3852:3083:x1788538554078528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.417489:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36328 count 1 00010000:00010000:1.0:1705683772.417572:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417578:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ba50000/0xcefed536a366f005 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af098 expref: 5744 pid: 14327 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.417581:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.417582:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.417582:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.417591:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ba50000/0xcefed536a366f005 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af098 expref: 5744 pid: 14327 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.417598:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ba50000/0xcefed536a366f005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af098 expref: 5744 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.417603:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094fb1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0001_UUID:15126:1788538554078592:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.417613:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.418052:0:15144:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0001_UUID:15144:1788538554075264:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.418062:0:15144:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.418066:0:15144:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.418066:0:15144:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.418067:0:15144:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418436:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.418443:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418443:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418448:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374336 00000100:00100000:0.0:1705683772.418457:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418457:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418459:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298686 00000100:00100000:0.0:1705683772.418461:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:21938:x1788538595374336:12345-192.168.203.16@tcp:36:mkdir.0 00000100:00100000:0.0:1705683772.418505:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:21938:x1788538595374336:12345-192.168.203.16@tcp:36:mkdir.0 Request processed in 43us (70us total) trans 0 rc -17/-17 00000100:00100000:0.0:1705683772.418508:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298686 00000100:00100000:0.0:1705683772.418564:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.418569:0:14274:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418570:0:14274:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418574:0:14274:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374400 00000100:00100000:0.0:1705683772.418582:0:14274:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418583:0:14274:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.418585:0:14274:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99787 00000100:00100000:0.0:1705683772.418587:0:14274:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2410050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:22040:x1788538595374400:12345-192.168.203.16@tcp:37:ll_sa.0 00000100:00100000:1.0:1705683772.418729:0:14206:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d4600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:21822:x1788538595374016:12345-192.168.203.16@tcp:37:rm.0 Request processed in 2061us (2088us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.418737:0:14206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99786 00000100:00100000:1.0:1705683772.418767:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a6d2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554075584:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.418782:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.418789:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.418790:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.418791:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.418927:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a59900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15125:1788538554075776:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.418940:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.418945:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.418946:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.418946:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.418956:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554075968:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.418962:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.418965:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.418966:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.418966:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.419896:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554076352:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.419915:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554076288:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.419923:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554076416:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.419923:0:15048:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_036:lustre-OST0000_UUID:15048:1788538554076160:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.419928:0:15053:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.419934:0:15053:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.419934:0:15053:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.419935:0:15053:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.419936:0:15123:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d919400/0xcefed536a36e0b80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d73 expref: 8375 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.419937:0:15048:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.419943:0:15123:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d919400, rc 0) 00010000:00100000:1.0:1705683772.419944:0:15048:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.419945:0:15048:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.419946:0:15048:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.419954:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:8dc539e0-a6d0-4264-ae88-11424261aea3+8375:18534:x1788538595373312:12345-192.168.203.16@tcp:101:dd.0 Request processed in 6108us (6157us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.419958:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420340 00000100:00100000:0.0:1705683772.419981:0:14212:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e49900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554076608:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.419987:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.419994:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:1858:x1788538595373184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5795us (5880us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.419997:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166443 00000100:00100000:3.0:1705683772.420020:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090e9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554076480:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.420029:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.420030:0:15057:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_044:lustre-OST0000_UUID:15057:1788538554076736:192.168.203.16@tcp:104: 00010000:00100000:3.0:1705683772.420034:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.420034:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.420035:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.420046:0:15057:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.420058:0:15057:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.420058:0:15057:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.420059:0:15057:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420091:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a6d4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554077056:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.420102:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.420107:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00100000:1.0:1705683772.420108:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.420109:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.420110:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420115:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420115:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420119:0:15123:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374912 00000100:00100000:0.0:1705683772.420127:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420128:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420130:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420367 00000100:00100000:0.0:1705683772.420132:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:26755:x1788538595374912:12345-192.168.203.16@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683772.420132:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.420138:0:15123:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.420149:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.420162:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.420176:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.420183:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420184:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420190:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374464 00010000:00010000:1.0:1705683772.420202:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b431180/0xcefed536a366efa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af036 expref: 5745 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.420215:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420216:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420219:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375104 00010000:00010000:1.0:1705683772.420226:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b650500/0xcefed536a363bf35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598196 expref: 8375 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.420236:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420237:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420239:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374592 00010000:00010000:1.0:1705683772.420248:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b431680/0xcefed536a366efb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af044 expref: 5746 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.420258:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420259:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420262:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374720 00010000:00010000:1.0:1705683772.420269:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c187200/0xcefed536a36985e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc2de expref: 7934 pid: 15115 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.420278:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420279:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420282:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166448 00000100:00100000:1.0:1705683772.420286:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fb2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5746:1858:x1788538595374464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.420292:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.420295:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b431180/0xcefed536a366efa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af036 expref: 5746 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.420301:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b431180/0xcefed536a366efa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af036 expref: 5746 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.420314:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b431180/0xcefed536a366efa3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af036 expref: 5746 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.420323:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.420324:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.420326:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420330:0:15123:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131e7aa80/0xcefed536a36e0c59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x921c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8dc0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420332:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.420338:0:15123:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x921c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.420345:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420345:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420348:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7aa80/0xcefed536a36e0c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dc0 expref: 7935 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420353:0:15123:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131e7aa80/0xcefed536a36e0c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dc0 expref: 7935 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420357:0:15123:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e7aa80, rc 0) 00010000:00010000:1.0:1705683772.420362:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.420367:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:c77a26ac-6587-4500-88fc-a375de7e12f4+7935:26755:x1788538595374912:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 235us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.420370:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420367 00000100:00100000:0.0:1705683772.420380:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420380:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fb2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5745:1858:x1788538595374464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.420381:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420384:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166449 00000100:00100000:0.0:1705683772.420386:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fb5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8375:1856:x1788538595375104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.420386:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166448 00010000:00010000:0.0:1705683772.420389:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.420391:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b650500/0xcefed536a363bf35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598196 expref: 8375 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.420396:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b650500/0xcefed536a363bf35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598196 expref: 8375 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.420396:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420397:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420401:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166450 00010000:00010000:0.0:1705683772.420404:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b650500/0xcefed536a363bf35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598196 expref: 8375 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.420404:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fb4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5744:1858:x1788538595374592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.420410:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.420410:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.420411:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420411:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420413:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b431680/0xcefed536a366efb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af044 expref: 5744 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.420414:0:15144:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420415:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420421:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b431680/0xcefed536a366efb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af044 expref: 5744 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.420421:0:15144:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420423:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.420425:0:15144:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.420428:0:15144:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.420430:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fb5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8374:1856:x1788538595375104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (282us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.420431:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b431680/0xcefed536a366efb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af044 expref: 5744 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.420433:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166449 00010000:00010000:3.0:1705683772.420437:0:15144:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683772.420439:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.420439:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.420440:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.420440:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.420441:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.420442:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166451 00000100:00100000:0.0:1705683772.420444:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fb0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7934:1858:x1788538595374720:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.420446:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420447:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.420448:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c187200/0xcefed536a36985e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc2de expref: 7934 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.420453:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c187200/0xcefed536a36985e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc2de expref: 7934 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.420463:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c187200/0xcefed536a36985e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc2de expref: 7934 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.420465:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.420468:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420469:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420470:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420473:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420479:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.420480:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fb4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+5743:1858:x1788538595374592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 75us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.420485:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166450 00000100:00100000:0.0:1705683772.420486:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fb0a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:1858:x1788538595374720:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.420489:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166451 00010000:00010000:0.0:1705683772.420498:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.420499:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420503:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090f2b480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.420504:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420508:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420513:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420516:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f2b480/0xcefed536a36e0b3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.420522:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.420526:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.420527:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.420527:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.420529:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420530:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420531:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420532:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374848 00000100:00100000:1.0:1705683772.420532:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.420536:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a59400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0000-mdtlov_UUID+3853:3084:x1788538554075072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9096us (9121us total) trans 4295137999 rc 0/0 00010000:00010000:0.0:1705683772.420537:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c280/0xcefed536a36a9b2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e2a expref: 7933 pid: 15135 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.420543:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420331 00000100:00100000:1.0:1705683772.420546:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.420552:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420552:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420554:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375040 00000100:00100000:1.0:1705683772.420555:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420556:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.420559:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800970cc280/0xcefed536a3698a71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc3fd expref: 7934 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.420559:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166452 00010000:00010000:3.0:1705683772.420561:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.420563:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7934:1858:x1788538595374848:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.420565:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420565:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420567:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166453 00010000:00010000:3.0:1705683772.420568:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.420569:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7934:1858:x1788538595375040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.420569:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.420572:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.420573:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420574:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800970cc280/0xcefed536a3698a71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc3fd expref: 7934 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.420578:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800970cc280/0xcefed536a3698a71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc3fd expref: 7934 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.420578:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c280/0xcefed536a36a9b2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e2a expref: 7934 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.420582:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420585:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c280/0xcefed536a36a9b2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e2a expref: 7934 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.420589:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800970cc280/0xcefed536a3698a71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc3fd expref: 7934 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.420591:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.420594:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.420594:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c280/0xcefed536a36a9b2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e2a expref: 7933 pid: 15135 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.420595:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420596:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420599:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420604:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.420606:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.420618:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7932:1858:x1788538595375040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 48us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.420618:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7932:1858:x1788538595374848:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 54us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.420620:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166453 00000100:00100000:1.0:1705683772.420623:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166452 00010000:00010000:0.0:1705683772.420628:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.420629:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420633:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097b0b700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.420634:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420637:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420641:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420645:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b0b700/0xcefed536a36e0b64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420652:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.420653:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.420654:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.420660:0:15048:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420663:0:15048:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420666:0:15048:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420669:0:15048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.420669:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.420673:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a5c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+3853:3081:x1788538554075328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7736us (7756us total) trans 4295138000 rc 0/0 00010000:00010000:0.0:1705683772.420674:0:15048:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.420678:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420336 00000100:00100000:1.0:1705683772.420681:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.420686:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420686:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420690:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374528 00010000:00010000:3.0:1705683772.420694:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420698:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b432300/0xcefed536a366efbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af052 expref: 5743 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.420699:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.420704:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.420706:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420707:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420709:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374656 00010000:00010000:3.0:1705683772.420709:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420714:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133ed4c80/0xcefed536a369814f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc18e expref: 7931 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.420718:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683772.420721:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420721:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420724:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166454 00000100:00100000:1.0:1705683772.420727:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009360e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5743:1858:x1788538595374528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.420731:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.420733:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b432300/0xcefed536a366efbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af052 expref: 5743 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.420739:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b432300/0xcefed536a366efbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af052 expref: 5743 pid: 14267 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.420741:0:15048:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+828:3084:x1788538554076032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7156us (7190us total) trans 4295137257 rc 0/0 00000100:00100000:0.0:1705683772.420745:0:15048:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420338 00010000:00010000:1.0:1705683772.420748:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b432300/0xcefed536a366efbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af052 expref: 5743 pid: 14267 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.420756:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.420756:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.420757:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420758:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420758:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420761:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d91a080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.420762:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420763:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420766:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420771:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420772:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.420774:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d91a080/0xcefed536a36e0b72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420781:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683772.420781:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009360e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5742:1858:x1788538595374528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 53us (113us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.420782:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.420784:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166454 00010000:00010000:0.0:1705683772.420785:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e84c80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.420786:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420789:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420794:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420796:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e84c80/0xcefed536a36e0b87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.420799:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+828:3081:x1788538554076096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6746us (6767us total) trans 4295137258 rc 0/0 00000100:00100000:3.0:1705683772.420834:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420341 00010000:00010000:0.0:1705683772.420837:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.420837:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.420838:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.420844:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420844:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.420845:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.420845:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.420847:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.420849:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166455 00000100:00100000:0.0:1705683772.420851:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7931:1858:x1788538595374656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.420856:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.420858:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133ed4c80/0xcefed536a369814f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc18e expref: 7931 pid: 15158 timeout: 644 lvb_type: 0 00000004:00080000:3.0:1705683772.420859:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5d000/2, rc 0, transno 169961 00010000:00010000:0.0:1705683772.420862:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133ed4c80/0xcefed536a369814f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc18e expref: 7931 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.420864:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.420864:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554076032:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.420870:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133ed4c80/0xcefed536a369814f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc18e expref: 7931 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.420871:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420875:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.420876:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.420876:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420877:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420880:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.420881:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.420886:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1705683772.420888:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.420889:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.420892:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092321900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554078656:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.420895:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7930:1858:x1788538595374656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.420898:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166455 00010000:00010000:0.0:1705683772.420908:0:15057:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.420909:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.420911:0:15057:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420914:0:15057:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420917:0:15057:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.420921:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.420922:0:15057:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683772.420922:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.420926:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1705683772.420926:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078656 00010000:00010000:0.0:1705683772.420927:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420929:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132320f00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.420930:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420933:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420938:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.420938:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.420938:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.420941:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420368 00010000:00010000:0.0:1705683772.420942:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132320f00/0xcefed536a36e0b56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.420944:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+828:3083:x1788538554078656:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.420952:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.420952:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.420953:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32757 count 1 00010000:00010000:0.0:1705683772.420955:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132320500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.420956:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420959:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420963:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.420965:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132320500/0xcefed536a36e0b8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.420982:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a58a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+3853:3084:x1788538554075520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8109us (8120us total) trans 4295138001 rc 0/0 00000100:00100000:1.0:1705683772.420988:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420335 00010000:00010000:1.0:1705683772.421003:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.421022:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.421038:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.421045:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421046:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421051:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374784 00010000:00010000:1.0:1705683772.421061:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b43cc80/0xcefed536a363bee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159815e expref: 8374 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.421072:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421073:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421075:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595374976 00010000:00010000:1.0:1705683772.421081:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090e34280/0xcefed536a369ca27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd17 expref: 8375 pid: 15061 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.421090:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421091:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.421091:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421092:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.421092:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.421093:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.421094:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166456 00000100:00100000:0.0:1705683772.421095:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.421096:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421097:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8375:1858:x1788538595374784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.421098:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d3d4a00/0xcefed536a3699f7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bca08 expref: 7929 pid: 8803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421099:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166457 00000100:00100000:0.0:1705683772.421101:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fb2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8375:1858:x1788538595374976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.421102:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.421103:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.421103:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.421104:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421105:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.421106:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b43cc80/0xcefed536a363bee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159815e expref: 8375 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.421110:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090e34280/0xcefed536a369ca27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd17 expref: 8375 pid: 15061 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.421113:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b43cc80/0xcefed536a363bee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159815e expref: 8375 pid: 8804 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.421114:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090e34280/0xcefed536a369ca27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd17 expref: 8375 pid: 15061 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.421114:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d3d4a00/0xcefed536a3699f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bca08 expref: 7929 pid: 8803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421119:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d3d4a00/0xcefed536a3699f7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bca08 expref: 7929 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.421121:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090e34280/0xcefed536a369ca27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd17 expref: 8375 pid: 15061 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.421124:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092325000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554078720:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.421127:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.421128:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.421129:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d919400/0xcefed536a36e0b80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d73 expref: 8374 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421132:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d919400/0xcefed536a36e0b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d73 expref: 8374 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421134:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b43cc80/0xcefed536a363bee8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159815e expref: 8374 pid: 8804 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.421136:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cd80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.421142:0:14212:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008d919400/0xcefed536a36e0b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8d73 expref: 8374 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421143:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421146:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.421146:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421147:0:14212:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801366b0a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554078784:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.421147:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.421149:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421150:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421153:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421154:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421157:0:14212:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013584ac00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.421158:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.421163:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.421164:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421168:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.421170:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097b0a300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.421171:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421174:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421180:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.421180:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+8373:1858:x1788538595374784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 81us (158us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.421182:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b0a300/0xcefed536a36e0b6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.421185:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166456 00010000:00010000:0.0:1705683772.421192:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.421193:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.421194:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.421217:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a5e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+829:3084:x1788538554075904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8071us (8092us total) trans 4295137259 rc 0/0 00000100:00100000:1.0:1705683772.421218:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.421221:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420337 00000100:00100000:1.0:1705683772.421227:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421228:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421232:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375168 00010000:00010000:3.0:1705683772.421233:0:15053:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421236:0:15053:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421239:0:15053:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421240:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b432a80/0xcefed536a366efd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af060 expref: 5742 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.421242:0:15053:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.421250:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421251:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421255:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166458 00000100:00100000:1.0:1705683772.421258:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094fb5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5742:1858:x1788538595375168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.421258:0:15053:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.421261:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.421263:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421264:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.421266:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b432a80/0xcefed536a366efd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af060 expref: 5742 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.421267:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ca8500 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.421268:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421271:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421277:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b432a80/0xcefed536a366efd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af060 expref: 5742 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.421279:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421282:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134ca8500/0xcefed536a36e0b79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421288:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b432a80/0xcefed536a366efd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af060 expref: 5742 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.421292:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.421292:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.421293:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.421296:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.421297:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.421299:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421304:0:15057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0000-mdtlov_UUID+803:3083:x1788538554076544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7030us (7059us total) trans 4295137260 rc 0/0 00010000:00010000:1.0:1705683772.421304:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421307:0:15057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420342 00010000:00010000:1.0:1705683772.421316:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.421316:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+802:3081:x1788538554075648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7633us (7667us total) trans 4295137261 rc 0/0 00000100:00100000:3.0:1705683772.421319:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420339 00000100:00100000:0.0:1705683772.421325:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14210:1788538554075712:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.421328:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fb5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5741:1858:x1788538595375168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (111us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.421332:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.421333:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166458 00010000:00100000:0.0:1705683772.421336:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.421336:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.421337:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.421338:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008febb200/2, rc 0, transno 169964 00000100:00100000:3.0:1705683772.421342:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008febb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554076544:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.421348:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421353:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421359:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421361:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1705683772.421362:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5cb00/2, rc 0, transno 169963 00000100:00100000:3.0:1705683772.421365:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554075904:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.421369:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421376:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1705683772.421376:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801366b0f00/2, rc 0, transno 170705 00010000:00010000:1.0:1705683772.421386:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.421389:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.421393:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.421395:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421399:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.421399:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132322d00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.421400:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421404:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.421404:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.421404:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421407:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375296 00010000:00010000:3.0:1705683772.421412:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421414:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.421415:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.421415:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132322d00/0xcefed536a36e0b95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421416:0:15057:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375360 00000100:00100000:0.0:1705683772.421420:0:15057:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.421421:0:15057:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.421423:0:15057:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420369 00000100:00100000:0.0:1705683772.421425:0:15057:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:8dc539e0-a6d0-4264-ae88-11424261aea3+5741:26799:x1788538595375296:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.421426:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.421426:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.421427:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.421429:0:15057:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.421438:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.421439:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.421443:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420370 00000100:00100000:3.0:1705683772.421445:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:8dc539e0-a6d0-4264-ae88-11424261aea3+8373:26792:x1788538595375360:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.421450:0:15053:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.421479:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3853:3081:x1788538554076800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6922us (6948us total) trans 4295138002 rc 0/0 00000100:00100000:1.0:1705683772.421485:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420344 00000100:00100000:1.0:1705683772.421500:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421501:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421506:0:14211:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375232 00010000:00010000:1.0:1705683772.421516:0:14211:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b431e00/0xcefed536a363bee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598149 expref: 8374 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.421528:0:14211:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421528:0:14211:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421532:0:14211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166459 00000100:00100000:1.0:1705683772.421535:0:14211:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366b3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8374:1857:x1788538595375232:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.421542:0:14211:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.421544:0:14211:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b431e00/0xcefed536a363bee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598149 expref: 8374 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.421551:0:14211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b431e00/0xcefed536a363bee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598149 expref: 8374 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.421562:0:14211:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b431e00/0xcefed536a363bee1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598149 expref: 8374 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.421575:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.421575:0:14211:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.421577:0:14211:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421582:0:14211:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421595:0:14211:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.421606:0:14211:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:8dc539e0-a6d0-4264-ae88-11424261aea3+8373:1857:x1788538595375232:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (244us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.421606:0:15053:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e86080/0xcefed536a36e0c67 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8dce expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421607:0:15057:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131e79e00/0xcefed536a36e0c6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb29d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8dc7 expref: -99 pid: 15057 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.421610:0:14211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166459 00002000:00010000:0.0:1705683772.421615:0:15057:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb29d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.421615:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e71c500/0xcefed536a360bbe5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15821eb expref: 7929 pid: 8804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421618:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.421619:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.421620:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e86080/0xcefed536a36e0c67 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dce expref: 8373 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421621:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.421622:0:15057:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.421624:0:15057:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e79e00/0xcefed536a36e0c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dc7 expref: 5742 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421624:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421628:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e71c500/0xcefed536a360bbe5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0x927681bb15821eb expref: 7929 pid: 8804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.421629:0:15057:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131e79e00/0xcefed536a36e0c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dc7 expref: 5742 pid: 15057 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421630:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421632:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e71c500/0xcefed536a360bbe5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb15821eb expref: 7929 pid: 8804 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.421633:0:15057:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e79e00, rc 0) 00010000:00010000:1.0:1705683772.421635:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.421637:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092326e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554079040:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.421640:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.421641:0:15057:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:8dc539e0-a6d0-4264-ae88-11424261aea3+5742:26799:x1788538595375296:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 216us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.421644:0:15057:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420369 00010000:00010000:1.0:1705683772.421648:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683772.421648:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.421654:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1705683772.421655:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092322d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554078976:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.421656:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421661:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d91b700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.421663:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.421665:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.421668:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421676:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.421681:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d91b700/0xcefed536a36e0b5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.421690:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5e400/2, rc 0, transno 170703 00010000:00010000:1.0:1705683772.421693:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.421693:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.421695:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.421696:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.421706:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.421708:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092325f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554079104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.421720:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.421731:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092321400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554078912:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.421738:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.421743:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.421745:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092325a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554078848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.421751:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.421770:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683772.421770:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880136696e00/2, rc 0, transno 170706 00000100:00100000:1.0:1705683772.421771:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.421773:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136696e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554076800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.421776:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078976 00000004:00080000:3.0:1705683772.421785:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a6d4100/2, rc 0, transno 169965 00000100:00100000:3.0:1705683772.421788:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a6d4100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554075648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.421789:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421789:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421792:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554079104 00000004:00080000:3.0:1705683772.421797:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5b700/2, rc 0, transno 169962 00000100:00100000:3.0:1705683772.421830:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554076096:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.421837:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421839:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421842:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078912 00000100:00100000:3.0:1705683772.421844:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.421844:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.421848:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554078848 00000100:00100000:1.0:1705683772.421854:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421855:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.421857:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.421858:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.421859:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420371 00000100:00100000:3.0:1705683772.421861:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420372 00000100:00100000:1.0:1705683772.421862:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092326900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3854:3083:x1788538554078976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.421863:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+3854:3083:x1788538554079104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.421871:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554079296:0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.421877:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36329 count 1 00000100:00100000:3.0:1705683772.421881:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1705683772.421895:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36330 count 1 00010000:00010000:3.0:1705683772.421985:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421991:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ba51180/0xcefed536a366f021 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af0b4 expref: 5741 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.421994:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.421994:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.421995:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.421996:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.422003:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a024d400/0xcefed536a366f00c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af0a6 expref: 5741 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.422004:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ba51180/0xcefed536a366f021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0b4 expref: 5741 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.422008:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.422008:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ba51180/0xcefed536a366f021 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0b4 expref: 5741 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.422009:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.422011:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.422013:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093a5ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15125:1788538554079360:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.422022:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1bec180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.422025:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a024d400/0xcefed536a366f00c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0a6 expref: 5741 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.422031:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a024d400/0xcefed536a366f00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0a6 expref: 5741 pid: 15039 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.422035:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801366b4100/2, rc 0, transno 170704 00000100:00100000:1.0:1705683772.422039:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094fb4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554079424:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.422039:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b4100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554075328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.422054:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.422055:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.422056:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131379400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554079488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.422065:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422065:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422068:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.422069:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554079296 00000100:00100000:3.0:1705683772.422078:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554079168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.422081:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422082:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422084:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554079488 00000100:00100000:3.0:1705683772.422084:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.422090:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422090:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683772.422091:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422092:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009698da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554079232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.422093:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554079168 00000100:00100000:3.0:1705683772.422099:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.422100:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422101:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422103:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554079232 00000100:00100000:1.0:1705683772.422110:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422110:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422111:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422111:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422114:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420373 00000100:00100000:1.0:1705683772.422118:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092326400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+830:3082:x1788538554078912:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.422118:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420374 00000100:00100000:3.0:1705683772.422120:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092324b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+804:3082:x1788538554078848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.422127:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23325 count 1 00002000:00080000:1.0:1705683772.422128:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32758 count 1 00000100:00100000:0.0:1705683772.422241:0:14274:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2410050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:22040:x1788538595374400:12345-192.168.203.16@tcp:37:ll_sa.0 Request processed in 3653us (3677us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.422245:0:14274:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99787 00010000:00010000:3.0:1705683772.422262:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.422268:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b432f80/0xcefed536a363bfcf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598214 expref: 8373 pid: 15133 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.422270:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.422271:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.422271:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.422272:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.422273:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.422274:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420375 00000100:00100000:0.0:1705683772.422276:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093a59900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+830:3083:x1788538554079296:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.422281:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b432f80/0xcefed536a363bfcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598214 expref: 8373 pid: 15133 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1705683772.422284:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32759 count 1 00010000:00010000:3.0:1705683772.422285:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b432f80/0xcefed536a363bfcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598214 expref: 8373 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.422293:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013137d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554079552:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.422308:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.422316:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422317:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422320:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420376 00000100:00100000:3.0:1705683772.422322:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013137a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3856:3083:x1788538554079488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683772.422329:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36332 count 1 00010000:00010000:3.0:1705683772.422411:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.422412:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.422417:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124e68c80/0xcefed536a366f03d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af0d0 expref: 5741 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.422418:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b8500/0xcefed536a369ad55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bd00c expref: 7929 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.422419:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.422421:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.422422:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.422422:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.422422:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.422423:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.422424:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.422429:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e3ac780/0xcefed536a369a70b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bcd49 expref: 7929 pid: 15139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.422431:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124e68c80/0xcefed536a366f03d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0d0 expref: 5741 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.422433:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0b8500/0xcefed536a369ad55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd00c expref: 7929 pid: 15127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.422434:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.422435:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.422435:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124e68c80/0xcefed536a366f03d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0d0 expref: 5741 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.422436:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.422438:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0b8500/0xcefed536a369ad55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd00c expref: 7929 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.422440:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131378f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15132:1788538554079616:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.422444:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554079680:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.422450:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.422451:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e3ac780/0xcefed536a369a70b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bcd49 expref: 7929 pid: 15139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.422454:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a76c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.422458:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e3ac780/0xcefed536a369a70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bcd49 expref: 7929 pid: 15139 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.422462:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.422462:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.422466:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420377 00000100:00100000:1.0:1705683772.422466:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094fb0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554079744:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.422468:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013137ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3856:3081:x1788538554079168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.422474:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36331 count 1 00000100:00100000:1.0:1705683772.422482:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.422493:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422494:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422501:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420378 00000100:00100000:1.0:1705683772.422504:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013137c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+804:3081:x1788538554079232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.422515:0:15062:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23326 count 1 00010000:00010000:0.0:1705683772.422558:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.422566:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fa9ad00/0xcefed536a366f02f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af0c2 expref: 5741 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.422570:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.422571:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.422571:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.422580:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fa9ad00/0xcefed536a366f02f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0c2 expref: 5741 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.422584:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fa9ad00/0xcefed536a366f02f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0c2 expref: 5741 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.422589:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554079808:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.422597:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7900 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.422637:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554077120:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.422645:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.422648:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.422649:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.422649:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.422696:0:15062:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.422703:0:15041:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e49400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554077312:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.422706:0:15062:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b433200/0xcefed536a363bfe4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598230 expref: 8373 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.422709:0:15041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.422711:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.422711:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554077248:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.422712:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.422713:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.422715:0:15041:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.422716:0:15041:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.422716:0:15041:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.422721:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.422725:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422726:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422726:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.422728:0:15062:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b433200/0xcefed536a363bfe4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598230 expref: 8373 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.422735:0:15062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b433200/0xcefed536a363bfe4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598230 expref: 8373 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.422743:0:15062:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554079872:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.422758:0:15062:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093efa780 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.422763:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a9c3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554077568:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.422769:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.422772:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422773:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422773:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422779:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094b4a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15030:1788538554077184:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.422781:0:15075:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a9c1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0000_UUID:15075:1788538554077760:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.422786:0:15075:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.422789:0:15075:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422790:0:15075:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422790:0:15075:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683772.422793:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.422798:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.422840:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.422841:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.422855:0:15025:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094b4f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:15025:1788538554077440:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.422859:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0000_UUID:15118:1788538554077824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.422863:0:15025:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.422866:0:15025:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.422867:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.422867:0:15025:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422867:0:15025:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.422870:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.422871:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.422871:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.422875:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a5ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+804:3084:x1788538554075456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10005us (10031us total) trans 4295137262 rc 0/0 00000100:00100000:3.0:1705683772.422875:0:15086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e573200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554077504:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.422881:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420334 00010000:00010000:3.0:1705683772.422881:0:15086:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.422884:0:15086:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422885:0:15086:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.422885:0:15086:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:1.0:1705683772.422995:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5a300/2, rc 0, transno 169966 00000100:00100000:1.0:1705683772.423011:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554075456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.423044:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.423048:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013137b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554079936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.423061:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.423075:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423076:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423081:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554079936 00000100:00100000:1.0:1705683772.423094:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423095:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423099:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423099:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420379 00000100:00100000:0.0:1705683772.423100:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423102:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013137df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+804:3082:x1788538554079936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.423112:0:15098:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23327 count 1 00000100:00100000:0.0:1705683772.423308:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.423333:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0380f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554078208:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.423344:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.423344:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.423349:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423349:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:3.0:1705683772.423349:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.423349:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.423350:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423353:0:14201:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375488 00000100:00100000:0.0:1705683772.423362:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423362:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.423363:0:15027:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a9c4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15027:1788538554077952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.423364:0:14201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298687 00000100:00100000:0.0:1705683772.423366:0:14201:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+1213:21938:x1788538595375488:12345-192.168.203.16@tcp:101:mkdir.0 00000100:00100000:3.0:1705683772.423369:0:15027:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0381400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:15027:1788538554078016:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.423372:0:14201:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.423380:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e86f80/0xcefed536a36e0c28 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8db2 expref: 5741 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.423388:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e86f80, rc 0) 00000100:00100000:1.0:1705683772.423391:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0000_UUID:15107:1788538554078464:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.423396:0:14201:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135129180/0xcefed536a36e0cad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ddc expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.423400:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.423404:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.423404:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.423405:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.423408:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:8dc539e0-a6d0-4264-ae88-11424261aea3+5741:12859:x1788538595373888:12345-192.168.203.16@tcp:101:dd.0 Request processed in 6996us (7160us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.423413:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420361 00000100:00100000:1.0:1705683772.423414:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094fb1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0001_UUID:15126:1788538554078592:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.423422:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.423423:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.423424:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683772.423425:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.423426:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.423426:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.423428:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375424 00000100:00100000:1.0:1705683772.423432:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9340:1788538554077888:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.423437:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.423438:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.423439:0:9340:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132321400/0xcefed536a36e0c1a lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dab expref: 5740 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.423441:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420380 00000100:00100000:3.0:1705683772.423444:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e49400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+9442:21555:x1788538595375424:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.423445:0:9340:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132321400, rc 0) 00010000:00010000:3.0:1705683772.423451:0:15027:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.423457:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5740:11885:x1788538595373824:12345-192.168.203.16@tcp:101:dd.0 Request processed in 7187us (7226us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.423461:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420360 00010000:00010000:1.0:1705683772.423474:0:15098:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.423479:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b433480/0xcefed536a363bff9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb159824c expref: 8373 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.423482:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.423483:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.423484:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.423492:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b433480/0xcefed536a363bff9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb159824c expref: 8373 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.423496:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b433480/0xcefed536a363bff9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159824c expref: 8373 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.423501:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554080000:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.423511:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.423517:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423523:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423529:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423552:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423555:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423558:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423599:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135128000/0xcefed536a36e0cc9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x762:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423602:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135128000/0xcefed536a36e0cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423604:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135128000/0xcefed536a36e0cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00000004:00200000:0.0:1705683772.423619:0:14201:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x762:0x0]: returning size 4096 00000004:00200000:0.0:1705683772.423621:0:14201:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683772.423627:0:14201:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880135128000/0xcefed536a36e0cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423632:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423635:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423637:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423641:0:14201:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423644:0:14201:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013512b480 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:3.0:1705683772.423644:0:15027:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec2e300/0xcefed536a36e0cd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb623:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8dd5 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.423645:0:14201:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423647:0:14201:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423651:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:0.0:1705683772.423652:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1705683772.423652:0:15027:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb623:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.423653:0:14201:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423655:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b480/0xcefed536a36e0cbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.423660:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.423661:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.423661:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.423663:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.423663:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec2e300/0xcefed536a36e0cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dd5 expref: 9443 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.423665:0:14201:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.423667:0:14201:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013512a800 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.423668:0:14201:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.423669:0:15027:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec2e300/0xcefed536a36e0cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb623:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dd5 expref: 9443 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.423670:0:14201:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14201 initiator: MDT0 00010000:00010000:3.0:1705683772.423674:0:15027:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec2e300, rc 0) 00000100:00100000:3.0:1705683772.423686:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e49400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:c77a26ac-6587-4500-88fc-a375de7e12f4+9443:21555:x1788538595375424:12345-192.168.203.16@tcp:101:dd.0 Request processed in 242us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.423690:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420380 00000100:00100000:3.0:1705683772.423709:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0382300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15137:1788538554078144:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.423716:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.423718:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3731 (ffff880090528800) 00010000:00010000:0.0:1705683772.423719:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00100000:3.0:1705683772.423719:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.423720:0:14201:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00010000:00100000:3.0:1705683772.423720:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.423721:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.423723:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a800/0xcefed536a36e0cc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.423735:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.423742:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.423743:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.423745:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135129180/0xcefed536a36e0cad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ddc expref: 1215 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.423746:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375744 00010000:00010000:0.0:1705683772.423751:0:14201:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135128000/0xcefed536a36e0cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ddc expref: 1214 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.423753:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.423754:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.423755:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x762:0x0].0x0 (ffff880099323300) 00010000:00010000:0.0:1705683772.423756:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:3.0:1705683772.423756:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420381 00010000:00010000:0.0:1705683772.423757:0:14201:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135128000, rc 0) 00000100:00100000:3.0:1705683772.423758:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013137da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9443:26724:x1788538595375744:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.423762:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.423768:0:14201:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:21938:x1788538595375488:12345-192.168.203.16@tcp:101:mkdir.0 Request processed in 401us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.423772:0:14201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298687 00000100:00100000:0.0:1705683772.423795:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.423833:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423835:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423839:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.423839:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376128 00000100:00100000:0.0:1705683772.423845:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423845:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423849:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376384 00000100:00100000:1.0:1705683772.423850:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423850:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.423853:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420382 00000100:00100000:1.0:1705683772.423855:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7930:20295:x1788538595376128:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:0.0:1705683772.423857:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423858:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.423860:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298688 00010000:00010000:1.0:1705683772.423860:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.423862:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e49900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+399:26786:x1788538595376384:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.423869:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.423873:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135129680/0xcefed536a36e0cd7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x773:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8df1 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.423903:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 3/1,0 mode: --/CR res: [0x200000405:0x773:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.423908:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.423911:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.423941:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.423944:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.423946:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.423966:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec2c780/0xcefed536a36e0cec lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8de3 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.423973:0:15142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.423979:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.423980:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.423982:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec2c780/0xcefed536a36e0cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8de3 expref: 9444 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.423987:0:15142:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ec2c780/0xcefed536a36e0cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8de3 expref: 9444 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.423991:0:15142:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec2c780, rc 0) 00000100:00100000:3.0:1705683772.424001:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013137da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9444:26724:x1788538595375744:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 243us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.424005:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420381 00000100:00100000:3.0:1705683772.424037:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424059:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.424061:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b980/0xcefed536a36e0cf3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x774:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424066:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b980/0xcefed536a36e0cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x774:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424069:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b980/0xcefed536a36e0cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x774:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.424073:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00200000:0.0:1705683772.424083:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x774:0x0]: returning size 4096 00000004:00200000:0.0:1705683772.424085:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1705683772.424085:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00010000:0.0:1705683772.424091:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b980/0xcefed536a36e0cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x774:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424095:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.424095:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.424097:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424100:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424102:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424104:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013512a080 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.424105:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424107:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424110:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x773:0x0].0x0 (ffff880136720e00) 00010000:00010000:0.0:1705683772.424111:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.424112:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 3/0,0 mode: --/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424114:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a080/0xcefed536a36e0cde lrc: 0/0,0 mode: --/CR res: [0x200000405:0x773:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424120:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424122:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.424123:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.424124:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424127:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013512a580 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.424127:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424129:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.424131:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.424132:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x773:0x0].0x3231 (ffff88009abcc700) 00000100:00100000:3.0:1705683772.424138:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424144:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424152:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424159:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.424164:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.424166:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424166:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.424172:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376768 00000100:00100000:3.0:1705683772.424172:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424178:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424183:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424187:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.424190:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.424191:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424192:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.424196:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298689 00000100:00100000:1.0:1705683772.424199:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013137f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+401:21974:x1788538595376768:12345-192.168.203.16@tcp:101:mrename.0 00000100:00100000:3.0:1705683772.424201:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.424206:0:7681:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.424207:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.424212:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424212:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424216:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376832 00010000:00010000:0.0:1705683772.424217:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.424219:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.424222:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a580/0xcefed536a36e0ce5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x773:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00000100:00100000:3.0:1705683772.424223:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424223:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424225:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376896 00010000:00010000:1.0:1705683772.424229:0:7681:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013660bc00/0xcefed536a36e0cfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8df8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.424229:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424230:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424232:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420383 00000100:00100000:3.0:1705683772.424234:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+7931:21959:x1788538595376832:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.424238:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.424245:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135129680/0xcefed536a36e0cd7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x773:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8df1 expref: 403 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424251:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b980/0xcefed536a36e0cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x774:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8df1 expref: 402 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424254:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x774:0x0].0x0 (ffff88009e00f000) 00010000:00010000:0.0:1705683772.424255:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1705683772.424256:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013512b980, rc 0) 00000100:00100000:0.0:1705683772.424268:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e49900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+402:26786:x1788538595376384:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 405us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.424271:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298688 00000100:00100000:0.0:1705683772.424282:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424283:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424287:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375552 00010000:00010000:1.0:1705683772.424289:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:0.0:1705683772.424293:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801351d1680/0xcefed536a3698f8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc569 expref: 7932 pid: 15128 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424296:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.424299:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424299:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424301:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375680 00010000:00010000:1.0:1705683772.424303:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:0.0:1705683772.424304:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124e53980/0xcefed536a36975cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbe54 expref: 7933 pid: 15074 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.424308:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424308:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424309:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375872 00010000:00010000:0.0:1705683772.424312:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d9ed180/0xcefed536a36993f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc696 expref: 7934 pid: 15115 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.424316:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424316:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424317:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376000 00010000:00010000:0.0:1705683772.424321:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b43d680/0xcefed536a363bf58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981b2 expref: 8374 pid: 15126 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.424324:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424325:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424326:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376192 00010000:00010000:1.0:1705683772.424326:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:0.0:1705683772.424329:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4eef80/0xcefed536a363bf82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ce expref: 8375 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.424330:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.424332:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424333:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424334:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376320 00010000:00010000:1.0:1705683772.424335:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:0.0:1705683772.424337:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094c2d180/0xcefed536a35d43a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b56d expref: 9445 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.424344:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424344:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424345:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376512 00010000:00010000:0.0:1705683772.424348:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e4eed00/0xcefed536a363bf9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ea expref: 8376 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.424351:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424352:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424353:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376640 00010000:00010000:0.0:1705683772.424355:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b432d00/0xcefed536a363bfb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ff expref: 8377 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.424359:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424359:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424360:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375616 00010000:00010000:0.0:1705683772.424364:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013546f200/0xcefed536a3697b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbfc7 expref: 7935 pid: 15063 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.424367:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424368:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424369:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375808 00010000:00010000:0.0:1705683772.424372:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b650000/0xcefed536a363bf0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598181 expref: 8378 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.424372:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136609b80/0xcefed536a36e0d0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.424375:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424376:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424377:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595375936 00010000:00010000:1.0:1705683772.424377:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136609b80/0xcefed536a36e0d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:0.0:1705683772.424379:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b77aa80/0xcefed536a366efe2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af06e expref: 5740 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.424382:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136609b80/0xcefed536a36e0d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.424386:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424387:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424388:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376064 00010000:00010000:0.0:1705683772.424391:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124ecad00/0xcefed536a36999ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc810 expref: 7936 pid: 15158 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.424394:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424394:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424395:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376256 00000004:00200000:1.0:1705683772.424399:0:7681:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x25fa:0x0]: returning size 4096 00000004:00200000:1.0:1705683772.424401:0:7681:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1705683772.424409:0:7681:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136609b80/0xcefed536a36e0d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424416:0:7681:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424420:0:7681:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424423:0:7681:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424428:0:7681:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424432:0:7681:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880136608f00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.424433:0:7681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424437:0:7681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424444:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:0.0:1705683772.424446:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095e10f00/0xcefed536a35abf71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b297 expref: 9446 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.424446:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.424448:0:7681:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424452:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136608f00/0xcefed536a36e0d01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.424453:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424453:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424456:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376448 00010000:00010000:0.0:1705683772.424460:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ab4a00/0xcefed536a35d42ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b494 expref: 5741 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.424462:0:7681:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.424463:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424464:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424465:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376576 00010000:00010000:1.0:1705683772.424466:0:7681:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:0.0:1705683772.424468:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009214aa80/0xcefed536a366efe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af07c expref: 5742 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.424470:0:7681:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.424471:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424471:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424473:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376704 00010000:00010000:1.0:1705683772.424473:0:7681:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880136608280 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.424475:0:7681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424478:0:7681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424483:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3531 (ffff880136720400) 00010000:00010000:1.0:1705683772.424485:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.424486:0:7681:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.424490:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136608280/0xcefed536a36e0d08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.424496:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab980/0xcefed536a36e0d16 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc08d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8dff expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.424505:0:15142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc08d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.424510:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba50000/0xcefed536a366f005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af098 expref: 5743 pid: 14327 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.424512:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.424512:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.424514:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab980/0xcefed536a36e0d16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dff expref: 7937 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424519:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166460 00010000:00010000:1.0:1705683772.424520:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013660bc00/0xcefed536a36e0cfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8df8 expref: 402 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.424520:0:15142:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab980/0xcefed536a36e0d16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dff expref: 7937 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424522:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013137e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7937:1858:x1788538595375552:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.424524:0:15142:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b4ab980, rc 0) 00010000:00010000:0.0:1705683772.424527:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.424528:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801351d1680/0xcefed536a3698f8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc569 expref: 7937 pid: 15128 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424530:0:7681:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136609b80/0xcefed536a36e0d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8df8 expref: 401 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424532:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801351d1680/0xcefed536a3698f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc569 expref: 7937 pid: 15128 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.424534:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+7937:21959:x1788538595376832:12345-192.168.203.16@tcp:101:dd.0 Request processed in 300us (341us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.424536:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fa:0x0].0x0 (ffff880092024700) 00010000:00010000:1.0:1705683772.424537:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:3.0:1705683772.424537:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420383 00010000:00010000:1.0:1705683772.424538:0:7681:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136609b80, rc 0) 00010000:00010000:0.0:1705683772.424543:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801351d1680/0xcefed536a3698f8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc569 expref: 7936 pid: 15128 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.424544:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424545:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.424547:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420384 00010000:00010000:0.0:1705683772.424549:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.424549:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987dbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9446:16401:x1788538595376896:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.424550:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424551:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.424552:0:15142:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.424555:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.424557:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013137f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+401:21974:x1788538595376768:12345-192.168.203.16@tcp:101:mrename.0 Request processed in 357us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.424562:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298689 00010000:00010000:0.0:1705683772.424564:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.424580:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.424581:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.424588:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166461 00000100:00100000:1.0:1705683772.424592:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5243850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7935:1858:x1788538595375680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.424598:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.424602:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124e53980/0xcefed536a36975cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbe54 expref: 7935 pid: 15074 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424609:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124e53980/0xcefed536a36975cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbe54 expref: 7935 pid: 15074 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.424614:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013137e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7935:1858:x1788538595375552:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 91us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.424618:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166460 00010000:00010000:1.0:1705683772.424621:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124e53980/0xcefed536a36975cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbe54 expref: 7935 pid: 15074 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.424626:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424626:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424629:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166462 00000100:00100000:0.0:1705683772.424631:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7933:1858:x1788538595375872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.424631:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424632:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424634:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424635:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.424637:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d9ed180/0xcefed536a36993f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc696 expref: 7933 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424639:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424641:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d9ed180/0xcefed536a36993f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc696 expref: 7933 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.424649:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d9ed180/0xcefed536a36993f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc696 expref: 7933 pid: 15115 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.424655:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424655:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424655:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.424656:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424660:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424668:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.424670:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5243850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7932:1858:x1788538595375680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 78us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.424676:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166461 00000100:00100000:0.0:1705683772.424677:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7932:1858:x1788538595375872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.424680:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166462 00000100:00100000:0.0:1705683772.424685:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424685:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.424686:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.424686:0:15142:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b4a8a00/0xcefed536a36e0d1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e06 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424687:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166463 00000100:00100000:1.0:1705683772.424687:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424689:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0381400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8378:1858:x1788538595376000:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.424691:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166464 00010000:00010000:0.0:1705683772.424692:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.424693:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b43d680/0xcefed536a363bf58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981b2 expref: 8378 pid: 15126 timeout: 644 lvb_type: 1 00002000:00010000:3.0:1705683772.424693:0:15142:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683772.424695:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0380f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8378:1858:x1788538595376192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.424697:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b43d680/0xcefed536a363bf58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981b2 expref: 8378 pid: 15126 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.424699:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.424699:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424701:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.424701:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b4a8a00/0xcefed536a36e0d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e06 expref: 9447 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.424705:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4eef80/0xcefed536a363bf82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ce expref: 8378 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.424708:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b43d680/0xcefed536a363bf58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981b2 expref: 8378 pid: 15126 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.424709:0:15142:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b4a8a00/0xcefed536a36e0d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e06 expref: 9447 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424712:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424712:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424712:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4eef80/0xcefed536a363bf82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ce expref: 8377 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.424713:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.424713:0:15142:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b4a8a00, rc 0) 00010000:00010000:0.0:1705683772.424716:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424722:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.424723:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987dbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:c77a26ac-6587-4500-88fc-a375de7e12f4+9447:16401:x1788538595376896:12345-192.168.203.16@tcp:101:dd.0 Request processed in 173us (515us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.424725:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4eef80/0xcefed536a363bf82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ce expref: 8377 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.424726:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420384 00000100:00100000:0.0:1705683772.424730:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0381400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8376:1858:x1788538595376000:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 40us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.424732:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166463 00010000:00010000:1.0:1705683772.424733:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424734:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424736:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424737:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.424737:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424738:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424740:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166465 00010000:00010000:1.0:1705683772.424741:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.424741:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424742:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e576900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+9446:1858:x1788538595376320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.424744:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.424744:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.424747:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424751:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094c2d180/0xcefed536a35d43a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b56d expref: 9446 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.424753:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.424755:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094c2d180/0xcefed536a35d43a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b56d expref: 9446 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.424759:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.424760:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094c2d180/0xcefed536a35d43a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b56d expref: 9446 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.424766:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.424771:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e576900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+9445:1858:x1788538595376320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 29us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.424771:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0380f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8375:1858:x1788538595376192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 75us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.424774:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166465 00000100:00100000:1.0:1705683772.424776:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166464 00000100:00100000:0.0:1705683772.424778:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424779:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424781:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166466 00000100:00100000:0.0:1705683772.424783:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e575a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8375:1858:x1788538595376512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.424785:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.424786:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.424787:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e4eed00/0xcefed536a363bf9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ea expref: 8374 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.424787:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.424790:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166467 00010000:00010000:0.0:1705683772.424791:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e4eed00/0xcefed536a363bf9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ea expref: 8374 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.424793:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e573200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8374:1858:x1788538595376640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.424797:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e4eed00/0xcefed536a363bf9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ea expref: 8374 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.424831:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424832:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424833:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424836:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.424840:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.424844:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.424844:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b432d00/0xcefed536a363bfb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ff expref: 8373 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.424850:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0001-mdtlov_UUID+831:3081:x1788538554075392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10167us (10290us total) trans 4295137263 rc 0/0 00000100:00100000:0.0:1705683772.424851:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e575a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8373:1858:x1788538595376512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (712us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.424851:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b432d00/0xcefed536a363bfb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ff expref: 8373 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.424854:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166466 00000100:00100000:3.0:1705683772.424854:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420345 00000100:00100000:0.0:1705683772.424860:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424860:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424863:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166468 00010000:00010000:1.0:1705683772.424863:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b432d00/0xcefed536a363bfb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15981ff expref: 8372 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.424865:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe60850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7930:1858:x1788538595375616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.424866:0:15025:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424868:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.424869:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013546f200/0xcefed536a3697b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbfc7 expref: 7930 pid: 15063 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424872:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424873:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013546f200/0xcefed536a3697b36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbfc7 expref: 7930 pid: 15063 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424873:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.424873:0:15025:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.424874:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.424876:0:15025:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.424879:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.424879:0:15025:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424881:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013546f200/0xcefed536a3697b36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bbfc7 expref: 7930 pid: 15063 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.424885:0:15025:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.424889:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424890:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424890:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424894:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.424896:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.424900:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.424907:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe60850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7929:1858:x1788538595375616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 42us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.424907:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e573200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8371:1858:x1788538595376640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 113us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.424910:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166468 00000100:00100000:1.0:1705683772.424912:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166467 00000100:00100000:0.0:1705683772.424915:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424915:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424917:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166469 00000100:00100000:0.0:1705683772.424919:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9c4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8371:1858:x1788538595375808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.424922:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.424923:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b650000/0xcefed536a363bf0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598181 expref: 8370 pid: 15043 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.424927:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b650000/0xcefed536a363bf0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598181 expref: 8370 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.424932:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.424933:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b650000/0xcefed536a363bf0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598181 expref: 8370 pid: 15043 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.424933:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.424937:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166470 00000100:00100000:3.0:1705683772.424940:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+831:3081:x1788538554076864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10022us (10323us total) trans 4295137264 rc 0/0 00010000:00010000:0.0:1705683772.424941:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424941:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.424941:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5743:1858:x1788538595375936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.424942:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.424944:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420348 00010000:00010000:0.0:1705683772.424945:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.424947:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.424949:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b77aa80/0xcefed536a366efe2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af06e expref: 5743 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.424951:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.424955:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9c4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:8dc539e0-a6d0-4264-ae88-11424261aea3+8369:1858:x1788538595375808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (796us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.424956:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.424957:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b77aa80/0xcefed536a366efe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af06e expref: 5743 pid: 15127 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.424958:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166469 00010000:00010000:3.0:1705683772.424960:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424962:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.424962:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.424963:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424964:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166471 00010000:00010000:3.0:1705683772.424965:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.424966:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9c3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7928:1858:x1788538595376064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.424967:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b77aa80/0xcefed536a366efe2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af06e expref: 5743 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.424968:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.424970:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124ecad00/0xcefed536a36999ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc810 expref: 7928 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.424972:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1705683772.424974:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124ecad00/0xcefed536a36999ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc810 expref: 7928 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424974:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424976:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.424977:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424980:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124ecad00/0xcefed536a36999ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bc810 expref: 7928 pid: 15158 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.424982:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424988:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424989:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.424990:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424993:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.424999:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.425000:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.425003:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9c3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:1858:x1788538595376064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.425006:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166471 00000100:00100000:0.0:1705683772.425009:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425010:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425011:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166472 00000100:00100000:1.0:1705683772.425011:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5742:1858:x1788538595375936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.425013:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+9444:1858:x1788538595376256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.425016:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.425016:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166470 00010000:00010000:0.0:1705683772.425021:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095e10f00/0xcefed536a35abf71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b297 expref: 9444 pid: 14225 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.425024:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095e10f00/0xcefed536a35abf71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b297 expref: 9444 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.425025:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425025:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.425025:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e572d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+805:3083:x1788538554076992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9767us (9809us total) trans 4295137265 rc 0/0 00000100:00100000:1.0:1705683772.425029:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166473 00000100:00100000:3.0:1705683772.425029:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420352 00010000:00010000:0.0:1705683772.425030:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e10f00/0xcefed536a35abf71 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b297 expref: 9444 pid: 14225 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.425032:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5741:1858:x1788538595376448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.425037:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.425037:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.425038:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.425039:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132321400/0xcefed536a36e0c1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dab expref: 5741 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425040:0:15086:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425043:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132321400/0xcefed536a36e0c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dab expref: 5741 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425043:0:15086:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425045:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099ab4a00/0xcefed536a35d42ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b494 expref: 5741 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.425046:0:15086:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425049:0:15086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425051:0:14238:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132321400/0xcefed536a36e0c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6e18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dab expref: 5741 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425051:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099ab4a00/0xcefed536a35d42ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b494 expref: 5741 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.425054:0:15086:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1705683772.425056:0:14238:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131e4f300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0001_UUID:14238:1788538554080064:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.425061:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099ab4a00/0xcefed536a35d42ad lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b494 expref: 5741 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.425065:0:14238:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.425070:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.425070:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.425072:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e86f80/0xcefed536a36e0c28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8db2 expref: 5740 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.425073:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425073:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425076:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166474 00000100:00100000:0.0:1705683772.425078:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800973f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5740:1858:x1788538595376576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.425078:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e86f80/0xcefed536a36e0c28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8db2 expref: 5740 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425081:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.425083:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009214aa80/0xcefed536a366efe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af07c expref: 5740 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.425087:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009214aa80/0xcefed536a366efe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af07c expref: 5740 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.425093:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009214aa80/0xcefed536a366efe9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af07c expref: 5740 pid: 15115 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.425097:0:15085:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e86f80/0xcefed536a36e0c28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8db2 expref: 5740 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425098:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.425099:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.425100:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425104:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.425105:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0382300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15085:1788538554080128:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.425110:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.425111:0:15086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3857:3083:x1788538554076928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9863us (9909us total) trans 4295138003 rc 0/0 00000100:00100000:3.0:1705683772.425114:0:15086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420351 00000100:00100000:0.0:1705683772.425115:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5739:1858:x1788538595376576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 36us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.425118:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166474 00000100:00100000:1.0:1705683772.425120:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.425122:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425123:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425124:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166475 00010000:00010000:3.0:1705683772.425124:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:0.0:1705683772.425126:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fe63050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5738:1858:x1788538595376704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.425126:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425129:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.425130:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ba50000/0xcefed536a366f005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af098 expref: 5738 pid: 14327 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.425130:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e87200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.425131:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425134:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ba50000/0xcefed536a366f005 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af098 expref: 5738 pid: 14327 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.425136:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425140:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba50000/0xcefed536a366f005 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af098 expref: 5738 pid: 14327 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.425144:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425146:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425148:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.425149:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.425149:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425149:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425150:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e87200/0xcefed536a36e0ba3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425153:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425154:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425158:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.425159:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.425163:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fe63050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8dc539e0-a6d0-4264-ae88-11424261aea3+5737:1858:x1788538595376704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 37us (962us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.425164:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:0.0:1705683772.425166:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166475 00010000:00010000:3.0:1705683772.425166:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425168:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1705683772.425171:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132322580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.425173:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425175:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683772.425176:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425177:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425179:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e85900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.425181:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425184:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425184:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425188:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132322580/0xcefed536a36e0bb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425189:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425192:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e85900/0xcefed536a36e0bd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425200:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.425201:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.425202:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425202:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425205:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132322f80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.425206:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425208:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425210:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132320780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.425212:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425213:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425215:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132322f80/0xcefed536a36e0baa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425216:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425222:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425222:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425223:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425224:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425225:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132320780/0xcefed536a36e0bc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425227:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425230:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425233:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425235:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425236:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425237:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425239:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425243:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425245:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425247:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.425250:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425254:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.425258:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+831:3081:x1788538554075840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10558us (10678us total) trans 4295137266 rc 0/0 00010000:00010000:3.0:1705683772.425259:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.425263:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420346 00010000:00010000:3.0:1705683772.425268:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683772.425281:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425287:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425292:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425297:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425313:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1705683772.425314:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5b5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0001-mdtlov_UUID+831:3083:x1788538554076672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10764us (10797us total) trans 4295137267 rc 0/0 00000100:00100000:0.0:1705683772.425318:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420343 00010000:00010000:3.0:1705683772.425321:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683772.425324:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425329:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d918280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.425330:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.425331:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425331:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425335:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e86a80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.425335:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425336:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425339:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425343:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425345:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425347:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e86a80/0xcefed536a36e0c3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425348:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d918280/0xcefed536a36e0b9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425359:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.425360:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425360:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425361:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425362:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425363:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d95a300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.425364:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425366:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425370:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425373:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d95a300/0xcefed536a36e0c52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425380:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425381:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425382:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425383:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425387:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425391:0:15041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425394:0:15041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.425399:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0380500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+805:3084:x1788538554078080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8450us (8523us total) trans 4295137268 rc 0/0 00010000:00010000:0.0:1705683772.425400:0:15041:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.425402:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420363 00010000:00010000:0.0:1705683772.425403:0:15041:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.425405:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+3857:3083:x1788538554078528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7920us (7973us total) trans 4295138004 rc 0/0 00000100:00100000:1.0:1705683772.425410:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420366 00010000:00010000:0.0:1705683772.425415:0:15041:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.425418:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.425419:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425423:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008d91a300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.425424:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425427:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425429:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425433:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425434:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425436:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d91a300/0xcefed536a36e0bb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425441:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425443:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425444:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.425444:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.425447:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425452:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.425460:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092323200/2, rc 0, transno 170708 00000100:00100000:3.0:1705683772.425463:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092323200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554078528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.425470:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.425474:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.425476:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425479:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d959900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.425480:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425483:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.425483:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801366b2300/2, rc 0, transno 169969 00000100:00100000:3.0:1705683772.425486:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554076992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.425489:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425492:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d959900/0xcefed536a36e0c4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.425496:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801366b6400/2, rc 0, transno 170707 00000100:00100000:3.0:1705683772.425498:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554076928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.425500:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425501:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.425502:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.425509:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880136697300/2, rc 0, transno 169971 00000100:00100000:3.0:1705683772.425511:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880136697300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554076672:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.425516:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+806:3081:x1788538554076224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10775us (10918us total) trans 4295137269 rc 0/0 00000100:00100000:0.0:1705683772.425520:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420347 00000100:00100000:3.0:1705683772.425523:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554080256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.425536:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.425551:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683772.425554:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987de400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554080320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.425560:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+805:3082:x1788538554078272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8326us (8387us total) trans 4295137270 rc 0/0 00000100:00100000:3.0:1705683772.425563:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.425568:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420364 00000100:00100000:0.0:1705683772.425569:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.425570:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.425571:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.425574:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080256 00000100:00100000:0.0:1705683772.425579:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425579:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425580:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425580:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.425581:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.425582:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425584:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080320 00000100:00100000:3.0:1705683772.425584:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420385 00000100:00100000:0.0:1705683772.425585:0:6537:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377408 00000100:00100000:3.0:1705683772.425586:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e47da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+805:3083:x1788538554080256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.425593:0:15027:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23328 count 1 00000100:00100000:1.0:1705683772.425597:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425598:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425599:0:6537:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.425599:0:6537:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425601:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420386 00000100:00100000:0.0:1705683772.425602:0:6537:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 36013 00000100:00100000:0.0:1705683772.425604:0:6537:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4d000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+1214:1856:x1788538595377408:12345-192.168.203.16@tcp:63:ll_sa.0 00000100:00100000:1.0:1705683772.425605:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e47a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3857:3083:x1788538554080320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.425614:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36334 count 1 00010000:00010000:0.0:1705683772.425616:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.425620:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135128f00/0xcefed536a36e0d24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e29 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425666:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425671:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425675:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425692:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425695:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425697:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425721:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512ad00/0xcefed536a36e0d39 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x6e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425725:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013512ad00/0xcefed536a36e0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425728:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512ad00/0xcefed536a36e0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.425729:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425738:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124e6ad00/0xcefed536a366f059 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af0ec expref: 5736 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.425740:0:15027:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1705683772.425743:0:6537:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1705683772.425743:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.425744:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.425745:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425746:0:15027:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b651680/0xcefed536a363c00e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598268 expref: 8368 pid: 15055 timeout: 0 lvb_type: 1 00000004:00010000:0.0:1705683772.425748:0:6537:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013512ad00/0xcefed536a36e0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.425750:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.425751:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.425751:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425752:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425754:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425756:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425758:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013512a300 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.425759:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.425760:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124e6ad00/0xcefed536a366f059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0ec expref: 5736 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.425761:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.425761:0:15027:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b651680/0xcefed536a363c00e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598268 expref: 8368 pid: 15055 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.425765:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880136720100) 00010000:00010000:3.0:1705683772.425765:0:15027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b651680/0xcefed536a363c00e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598268 expref: 8368 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.425766:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.425767:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.425767:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124e6ad00/0xcefed536a366f059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0ec expref: 5736 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.425771:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013512a300/0xcefed536a36e0d2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.425773:0:15027:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e47cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15027:1788538554080512:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.425775:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0381400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554080448:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.425776:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425778:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425780:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425782:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013512b700 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.425783:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.425783:0:15027:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0315a80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.425785:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425787:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x39 (ffff880091b07900) 00010000:00010000:0.0:1705683772.425788:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.425789:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00000100:00100000:1.0:1705683772.425790:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d840 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.425791:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b700/0xcefed536a36e0d32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.425792:0:15075:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425796:0:15075:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425799:0:15075:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425827:0:15075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.425833:0:15075:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.425837:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135128f00/0xcefed536a36e0d24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e29 expref: 1216 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425842:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425843:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013512ad00/0xcefed536a36e0d39 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e29 expref: 1215 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425848:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425849:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6e0:0x0].0x0 (ffff8800a0123f00) 00010000:00010000:0.0:1705683772.425850:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.425851:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013512ad00, rc 0) 00010000:00010000:0.0:1705683772.425853:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.425854:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425856:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b200/0xcefed536a36e0d4e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e30 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.425859:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425865:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425868:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.425869:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.425872:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425887:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425890:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425892:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.425894:0:15075:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0001-mdtlov_UUID+831:3082:x1788538554077632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10290us (10332us total) trans 4295137271 rc 0/0 00000100:00100000:3.0:1705683772.425898:0:15075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420354 00010000:00010000:0.0:1705683772.425908:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135129400/0xcefed536a36e0d63 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x709:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425911:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135129400/0xcefed536a36e0d63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x709:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.425913:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554080192:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.425914:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135129400/0xcefed536a36e0d63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x709:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00000004:00200000:0.0:1705683772.425927:0:6537:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1705683772.425928:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1705683772.425931:0:6537:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880135129400/0xcefed536a36e0d63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x709:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425934:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425937:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425939:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425941:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135129900 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.425942:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00000004:00080000:3.0:1705683772.425943:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a0382d00/2, rc 0, transno 169974 00010000:00010000:0.0:1705683772.425944:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425947:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880136720100) 00010000:00010000:0.0:1705683772.425948:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683772.425948:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0382d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554078272:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.425949:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425951:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135129900/0xcefed536a36e0d55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425956:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425958:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425962:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.425964:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135128280 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.425965:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00000100:00100000:1.0:1705683772.425965:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e570a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+806:3083:x1788538554077696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10287us (10309us total) trans 4295137272 rc 0/0 00000100:00100000:3.0:1705683772.425966:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.425967:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.425967:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.425969:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x32 (ffff88008f8c9000) 00010000:00010000:0.0:1705683772.425970:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683772.425970:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420355 00010000:00010000:0.0:1705683772.425971:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.425971:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080192 00010000:00010000:0.0:1705683772.425972:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135128280/0xcefed536a36e0d5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00000100:00100000:1.0:1705683772.425981:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425982:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.425983:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.425984:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.425986:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420387 00010000:00010000:0.0:1705683772.425988:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013512b200/0xcefed536a36e0d4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e30 expref: 1217 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.425989:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e47c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3858:3082:x1788538554080192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.425994:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135129400/0xcefed536a36e0d63 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x709:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e30 expref: 1216 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.425997:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x709:0x0].0x0 (ffff88012fcf4d00) 00010000:00010000:0.0:1705683772.425997:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.425998:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135129400, rc 0) 00000004:00080000:3.0:1705683772.425998:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a9c6400/2, rc 0, transno 169975 00010000:00010000:0.0:1705683772.426000:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:1.0:1705683772.426000:0:15118:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36333 count 1 00000100:00100000:3.0:1705683772.426002:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a9c6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554077632:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.426003:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5ef80/0xcefed536a36e0d6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e37 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426015:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426018:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426019:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e47c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554080576:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.426021:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426035:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426035:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.426037:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426039:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426044:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.426047:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987df300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554080384:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.426058:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.426069:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426069:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.426070:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f980/0xcefed536a36e0d7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x254d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426073:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f980/0xcefed536a36e0d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426073:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080576 00010000:00010000:0.0:1705683772.426075:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f980/0xcefed536a36e0d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426083:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426083:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:0.0:1705683772.426084:0:6537:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000402:0x254d:0x0]: returning size 4096 00000100:00100000:3.0:1705683772.426085:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080384 00000004:00200000:0.0:1705683772.426086:0:6537:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683772.426089:0:6537:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f980/0xcefed536a36e0d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426092:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426094:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426094:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.426095:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426097:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426098:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420388 00010000:00010000:0.0:1705683772.426099:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a5c000 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.426100:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426101:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307eee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+806:3082:x1788538554080576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.426102:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426105:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880136720100) 00010000:00010000:0.0:1705683772.426106:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.426106:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426108:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c000/0xcefed536a36e0d71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00002000:00080000:3.0:1705683772.426111:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23329 count 1 00010000:00010000:0.0:1705683772.426113:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426115:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426118:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426120:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a5c280 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.426120:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426122:0:15118:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426124:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426127:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x30 (ffff88008b676600) 00010000:00010000:0.0:1705683772.426128:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.426128:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426130:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5c280/0xcefed536a36e0d78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426131:0:15118:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124e68000/0xcefed536a366f04b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af0de expref: 5736 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.426136:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.426138:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.426139:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.426153:0:15118:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124e68000/0xcefed536a366f04b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0de expref: 5736 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.426154:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5ef80/0xcefed536a36e0d6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e37 expref: 1218 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426160:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f980/0xcefed536a36e0d7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e37 expref: 1217 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.426160:0:15118:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124e68000/0xcefed536a366f04b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0de expref: 5736 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.426163:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254d:0x0].0x0 (ffff88008b676700) 00010000:00010000:0.0:1705683772.426164:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683772.426164:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a5f980, rc 0) 00010000:00010000:0.0:1705683772.426166:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.426168:0:15118:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0380f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554080704:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.426169:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f200/0xcefed536a36e0d8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e3e expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426177:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426180:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00000100:00100000:1.0:1705683772.426182:0:15118:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093e9f3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.426183:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00000100:00100000:1.0:1705683772.426192:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.426193:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.426198:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420389 00000100:00100000:1.0:1705683772.426201:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+831:3082:x1788538554080384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.426211:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32760 count 1 00010000:00010000:0.0:1705683772.426217:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426219:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426222:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426236:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f700/0xcefed536a36e0da2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x6f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426239:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f700/0xcefed536a36e0da2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426242:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f700/0xcefed536a36e0da2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00000004:00200000:0.0:1705683772.426253:0:6537:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683772.426256:0:6537:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f700/0xcefed536a36e0da2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426260:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426262:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426264:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426266:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a5d680 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.426267:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426270:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426273:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880136720100) 00010000:00010000:0.0:1705683772.426274:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.426275:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426277:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d680/0xcefed536a36e0d94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.426280:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426282:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426284:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426286:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426289:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096a5d400 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.426289:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.426290:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b054280/0xcefed536a363c03f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb159827d expref: 8368 pid: 15086 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.426291:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426294:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x3831 (ffff88008b676a00) 00010000:00010000:0.0:1705683772.426294:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.426295:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.426295:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.426296:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.426297:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5d400/0xcefed536a36e0d9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.426297:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.426315:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b054280/0xcefed536a363c03f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb159827d expref: 8368 pid: 15086 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.426316:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f200/0xcefed536a36e0d8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e3e expref: 1219 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426322:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096a5f700/0xcefed536a36e0da2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e3e expref: 1218 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.426323:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b054280/0xcefed536a363c03f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159827d expref: 8368 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.426325:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6f8:0x0].0x0 (ffff88009b041400) 00010000:00010000:0.0:1705683772.426326:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.426327:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a5f700, rc 0) 00010000:00010000:0.0:1705683772.426328:0:6537:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.426329:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ef300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554080768:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.426331:0:6537:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d06800/0xcefed536a36e0db0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e45 expref: -99 pid: 6537 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426340:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426340:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cb40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.426343:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426346:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.426351:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.426354:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.426358:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426360:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.426360:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426363:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426365:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:3.0:1705683772.426374:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1705683772.426399:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1705683772.426402:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426407:0:6537:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d07480/0xcefed536a36e0dc5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x69b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426408:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e85180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.426409:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426410:0:6537:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099d07480/0xcefed536a36e0dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x69b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426413:0:6537:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099d07480/0xcefed536a36e0dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x69b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426415:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1705683772.426422:0:6537:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x69b:0x0]: returning size 4096 00000004:00200000:0.0:1705683772.426423:0:6537:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683772.426426:0:6537:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099d07480/0xcefed536a36e0dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x69b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426429:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426429:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426432:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426434:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426434:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e85180/0xcefed536a36e0bf7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426436:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099d05180 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.426437:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426439:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426442:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x0 (ffff880136720100) 00010000:00010000:0.0:1705683772.426443:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.426444:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426445:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.426446:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d05180/0xcefed536a36e0db7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426447:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426451:0:6537:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426451:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090f14780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.426452:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426454:0:6537:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6537 initiator: MDT0 00010000:00010000:0.0:1705683772.426456:0:6537:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426456:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426458:0:6537:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099d04f00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.426459:0:6537:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426459:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9c1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+3859:3081:x1788538554077376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11449us (11477us total) trans 4295138005 rc 0/0 00010000:00010000:0.0:1705683772.426461:0:6537:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426462:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426463:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x254b:0x0].0x3231 (ffff88008b676100) 00010000:00010000:0.0:1705683772.426464:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.426464:0:6537:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00000100:00100000:3.0:1705683772.426464:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420350 00010000:00010000:0.0:1705683772.426466:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d04f00/0xcefed536a36e0dbe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x254b:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6537 initiator: MDT0 00010000:00010000:1.0:1705683772.426466:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090f14780/0xcefed536a36e0bfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.426475:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.426477:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.426485:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e87980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.426486:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426487:0:6537:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099d06800/0xcefed536a36e0db0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e45 expref: 1220 pid: 6537 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.426489:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800973f0500/2, rc 0, transno 170709 00010000:00010000:1.0:1705683772.426490:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426493:0:6537:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099d07480/0xcefed536a36e0dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x69b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e45 expref: 1219 pid: 6537 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.426494:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800973f0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554077376:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.426495:0:6537:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x69b:0x0].0x0 (ffff88012ba50900) 00010000:00010000:1.0:1705683772.426495:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426496:0:6537:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683772.426497:0:6537:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d07480, rc 0) 00010000:00010000:1.0:1705683772.426499:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e87980/0xcefed536a36e0c36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.426508:0:6537:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4d000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+1219:1856:x1788538595377408:12345-192.168.203.16@tcp:63:ll_sa.0 Request processed in 903us (940us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.426508:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.426509:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.426509:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.426512:0:6537:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 36013 00010000:00010000:1.0:1705683772.426515:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683772.426518:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5df00/2, rc 0, transno 169967 00010000:00010000:1.0:1705683772.426521:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f200/0xcefed536a369b4e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bd370 expref: 7926 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.426523:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554075392:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.426525:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.426525:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.426526:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.426527:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.426527:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.426540:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1705683772.426544:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f200/0xcefed536a369b4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd370 expref: 7926 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.426545:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ee900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554080896:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.426552:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f200/0xcefed536a369b4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd370 expref: 7926 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.426560:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e576900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554080960:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.426560:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.426572:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426573:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.426576:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093e9fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.426577:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080896 00000100:00100000:0.0:1705683772.426586:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426586:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.426587:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.426588:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426589:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420390 00000100:00100000:0.0:1705683772.426591:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307e8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0001-mdtlov_UUID+832:3082:x1788538554080896:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.426592:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092321e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15088:1788538554078400:192.168.203.16@tcp:104: 00002000:00080000:0.0:1705683772.426598:0:15041:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32762 count 1 00010000:00010000:3.0:1705683772.426607:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.426611:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.426612:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.426612:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683772.426622:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5da00/2, rc 0, transno 169970 00000100:00100000:3.0:1705683772.426625:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554075840:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.426638:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307edf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554081024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.426649:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.426662:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008febe900/2, rc 0, transno 169973 00000100:00100000:3.0:1705683772.426665:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008febe900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554076224:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683772.426676:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800933b1900/2, rc 0, transno 169968 00000100:00100000:3.0:1705683772.426678:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800933b1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554076864:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.426689:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426689:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426692:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554081024 00000100:00100000:3.0:1705683772.426699:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426700:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426702:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420391 00000100:00100000:3.0:1705683772.426704:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+833:3082:x1788538554081024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.426711:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32763 count 1 00010000:00010000:0.0:1705683772.426729:0:15041:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426735:0:15041:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba50280/0xcefed536a369c121 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bd871 expref: 7926 pid: 15038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426738:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.426739:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.426740:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426750:0:15041:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba50280/0xcefed536a369c121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd871 expref: 7926 pid: 15038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426754:0:15041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ba50280/0xcefed536a369c121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd871 expref: 7926 pid: 15038 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.426759:0:15041:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff79e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554081216:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.426770:0:15041:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243780 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.426789:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.426838:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.426844:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426844:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426848:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595376960 00010000:00010000:0.0:1705683772.426855:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba53200/0xcefed536a366eff0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af08a expref: 5737 pid: 14327 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.426862:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426863:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426865:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166476 00000100:00100000:0.0:1705683772.426867:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5737:1856:x1788538595376960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.426871:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.426872:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ba53200/0xcefed536a366eff0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af08a expref: 5737 pid: 14327 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.426876:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ba53200/0xcefed536a366eff0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af08a expref: 5737 pid: 14327 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.426885:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba53200/0xcefed536a366eff0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af08a expref: 5737 pid: 14327 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.426889:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c35e800/0xcefed536a36e0dda lrc: 2/0,0 mode: --/PW res: [0x280000401:0xba28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8dea expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426891:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.426891:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.426892:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.426896:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.426901:0:14210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xba28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.426903:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.426909:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5736:1856:x1788538595376960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.426911:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166476 00010000:00010000:1.0:1705683772.426911:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.426912:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.426912:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426914:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.426915:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c35e800/0xcefed536a36e0dda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dea expref: 7927 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.426919:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377024 00010000:00010000:1.0:1705683772.426924:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c35e800/0xcefed536a36e0dda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dea expref: 7927 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.426930:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c35e800, rc 0) 00000100:00100000:0.0:1705683772.426935:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.426941:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426942:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.426946:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:20295:x1788538595376128:12345-192.168.203.16@tcp:101:dd.0 Request processed in 3087us (3148us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.426948:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377088 00000100:00100000:0.0:1705683772.426951:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.426951:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.426952:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420382 00000100:00100000:0.0:1705683772.426956:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420392 00000100:00100000:0.0:1705683772.426958:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+9444:19986:x1788538595377024:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:3.0:1705683772.426958:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.426959:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.426963:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.426964:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420393 00000100:00100000:3.0:1705683772.426967:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:8dc539e0-a6d0-4264-ae88-11424261aea3+5736:16585:x1788538595377088:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.426973:0:15144:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.426979:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e478a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554080640:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.426998:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.427011:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307e9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554081088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.427025:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683772.427042:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e575000/2, rc 0, transno 169976 00000100:00100000:1.0:1705683772.427048:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e575000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554077696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.427076:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427077:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427082:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080640 00000100:00100000:1.0:1705683772.427095:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427095:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427099:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554081088 00000100:00100000:1.0:1705683772.427107:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427108:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427111:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420394 00000100:00100000:1.0:1705683772.427114:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e575a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+834:3083:x1788538554080640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.427124:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32761 count 1 00010000:00010000:0.0:1705683772.427129:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099d07c00/0xcefed536a36e0de1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x8d66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e0d expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.427136:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x8d66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.427142:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427143:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427145:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099d07c00/0xcefed536a36e0de1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e0d expref: 9445 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427150:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099d07c00/0xcefed536a36e0de1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e0d expref: 9445 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427157:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d07c00, rc 0) 00000100:00100000:0.0:1705683772.427164:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:c77a26ac-6587-4500-88fc-a375de7e12f4+9445:19986:x1788538595377024:12345-192.168.203.16@tcp:101:dd.0 Request processed in 206us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.427167:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420392 00000100:00100000:0.0:1705683772.427175:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427175:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427178:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420395 00000100:00100000:0.0:1705683772.427180:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e573200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+807:3083:x1788538554081088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.427186:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23330 count 1 00010000:00010000:1.0:1705683772.427294:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.427303:0:15030:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800985d6f80/0xcefed536a369baf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bd63a expref: 7926 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.427308:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.427309:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.427310:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427320:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.427325:0:15030:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800985d6f80/0xcefed536a369baf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd63a expref: 7926 pid: 14225 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427326:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b433c00/0xcefed536a363c05b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598299 expref: 8368 pid: 15133 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.427329:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427330:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427330:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.427333:0:15030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800985d6f80/0xcefed536a369baf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd63a expref: 7926 pid: 14225 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.427340:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b433c00/0xcefed536a363c05b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598299 expref: 8368 pid: 15133 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.427341:0:15030:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15030:1788538554081344:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.427344:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b433c00/0xcefed536a363c05b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598299 expref: 8368 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.427352:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554081408:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.427355:0:15030:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.427359:0:15144:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b4aad00/0xcefed536a36e0df6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa5f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e14 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427363:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e243240 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.427370:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00002000:00010000:3.0:1705683772.427370:0:15144:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa5f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683772.427376:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307eb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554080832:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.427377:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.427378:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.427380:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.427381:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b4aad00/0xcefed536a36e0df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e14 expref: 5737 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427388:0:15144:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b4aad00/0xcefed536a36e0df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa5f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e14 expref: 5737 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427389:0:14274:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427390:0:14274:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427393:0:14274:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377216 00000100:00100000:1.0:1705683772.427394:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.427394:0:15144:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b4aad00, rc 0) 00000100:00100000:0.0:1705683772.427401:0:14274:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427402:0:14274:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427404:0:14274:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 99788 00000100:00100000:0.0:1705683772.427406:0:14274:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d4100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+1219:21822:x1788538595377216:12345-192.168.203.16@tcp:35:rm.0 00000100:00100000:3.0:1705683772.427406:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:8dc539e0-a6d0-4264-ae88-11424261aea3+5737:16585:x1788538595377088:12345-192.168.203.16@tcp:101:dd.0 Request processed in 438us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.427407:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ecb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554081152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.427411:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420393 00000100:00100000:1.0:1705683772.427419:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.427420:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427420:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427424:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554080832 00000100:00100000:3.0:1705683772.427434:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427435:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427435:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427436:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427437:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554081152 00000100:00100000:1.0:1705683772.427441:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420396 00000100:00100000:1.0:1705683772.427445:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3859:3083:x1788538554080832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.427445:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427446:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427449:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420397 00000100:00100000:3.0:1705683772.427451:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0001-mdtlov_UUID+835:3083:x1788538554081152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.427456:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36335 count 1 00002000:00080000:3.0:1705683772.427458:0:15144:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32764 count 1 00000100:00100000:0.0:1705683772.427464:0:14274:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d4100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:c77a26ac-6587-4500-88fc-a375de7e12f4+1220:21822:x1788538595377216:12345-192.168.203.16@tcp:35:rm.0 Request processed in 57us (84us total) trans 4295042409 rc 0/0 00000100:00100000:0.0:1705683772.427468:0:14274:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 99788 00000100:00100000:0.0:1705683772.427519:0:14212:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801366b0a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14212:1788538554078784:192.168.203.16@tcp:105: 00010000:00010000:0.0:1705683772.427528:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.427534:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094fb2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8368:1858:x1788538595374976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6432us (6496us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.427537:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166457 00010000:00010000:3.0:1705683772.427592:0:15144:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427597:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.427599:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b3d1180/0xcefed536a369d9c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bea0d expref: 7926 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427604:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.427605:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.427606:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.427612:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427613:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427616:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377280 00000100:00100000:3.0:1705683772.427625:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.427625:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427627:0:15123:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554079680:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.427628:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420398 00000100:00100000:3.0:1705683772.427630:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:c77a26ac-6587-4500-88fc-a375de7e12f4+9445:26755:x1788538595377280:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.427634:0:15025:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.427636:0:15123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.427639:0:15123:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.427640:0:15123:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.427641:0:15123:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427660:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094fb4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554079424:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.427674:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427678:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554079808:192.168.203.16@tcp:104: 00010000:00100000:1.0:1705683772.427680:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.427681:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.427682:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.427686:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.427689:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.427690:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.427690:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427698:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094fb0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554079744:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.427711:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427716:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00100000:1.0:1705683772.427721:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.427722:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.427722:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427729:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.427733:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427734:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427734:0:15062:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554079872:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.427737:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377472 00010000:00010000:1.0:1705683772.427743:0:15062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427744:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d3d4a00/0xcefed536a3699f7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bca08 expref: 7927 pid: 8803 timeout: 644 lvb_type: 0 00010000:00100000:1.0:1705683772.427747:0:15062:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.427748:0:15062:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.427749:0:15062:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427751:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427752:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427754:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166477 00000100:00100000:1.0:1705683772.427754:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427755:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427756:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:1856:x1788538595377472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.427759:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.427759:0:15086:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377344 00010000:00010000:0.0:1705683772.427761:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d3d4a00/0xcefed536a3699f7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bca08 expref: 7927 pid: 8803 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.427761:0:15025:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b4a9b80/0xcefed536a36e0e04 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x92bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e1b expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427764:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d3d4a00/0xcefed536a3699f7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bca08 expref: 7927 pid: 8803 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.427772:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:3.0:1705683772.427772:0:15025:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x92bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.427773:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427773:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.427773:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.427775:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.427777:0:15086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420399 00010000:00010000:0.0:1705683772.427778:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427779:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.427779:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.427780:0:15086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:8dc539e0-a6d0-4264-ae88-11424261aea3+5737:18534:x1788538595377344:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.427781:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b4a9b80/0xcefed536a36e0e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e1b expref: 9446 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427783:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.427786:0:15086:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.427786:0:15025:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b4a9b80/0xcefed536a36e0e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e1b expref: 9446 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427789:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:1856:x1788538595377472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 32us (59us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.427790:0:15025:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b4a9b80, rc 0) 00000100:00100000:0.0:1705683772.427791:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166477 00000100:00100000:3.0:1705683772.427798:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:c77a26ac-6587-4500-88fc-a375de7e12f4+9446:26755:x1788538595377280:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 168us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.427830:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420398 00000100:00100000:0.0:1705683772.427835:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.427841:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427842:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427845:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377536 00010000:00010000:0.0:1705683772.427851:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e71c500/0xcefed536a360bbe5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb15821eb expref: 7927 pid: 8804 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.427851:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b3d1180/0xcefed536a369d9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bea0d expref: 7927 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427857:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b3d1180/0xcefed536a369d9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bea0d expref: 7927 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.427858:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427858:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427860:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166478 00000100:00100000:0.0:1705683772.427862:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:1856:x1788538595377536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.427862:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307eb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0000_UUID:15144:1788538554081472:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.427866:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.427867:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e71c500/0xcefed536a360bbe5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb15821eb expref: 7927 pid: 8804 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.427871:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e71c500/0xcefed536a360bbe5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb15821eb expref: 7927 pid: 8804 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.427872:0:15144:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.427878:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427880:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427881:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e86080/0xcefed536a36e0c67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dce expref: 8367 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427885:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e86080/0xcefed536a36e0c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dce expref: 8367 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427887:0:15053:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e71c500/0xcefed536a360bbe5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0x927681bb15821eb expref: 7927 pid: 8804 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.427893:0:15105:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e86080/0xcefed536a36e0c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dce expref: 8367 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.427893:0:15053:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092326e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15053:1788538554079040:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.427898:0:15105:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d4600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0000_UUID:15105:1788538554081536:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.427898:0:15086:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c35db80/0xcefed536a36e0e0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e22 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427902:0:15053:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e86080/0xcefed536a36e0c67 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x8b9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8dce expref: 8367 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427906:0:15053:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e86080, rc 0) 00000100:00100000:0.0:1705683772.427907:0:15105:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255600 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.427912:0:15086:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed3ca00/0xcefed536a369ca20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd1e expref: 5738 pid: 15067 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.427913:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:8dc539e0-a6d0-4264-ae88-11424261aea3+8367:26792:x1788538595375360:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 6467us (6513us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.427916:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420370 00010000:00010000:1.0:1705683772.427919:0:15086:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ae2080/0xcefed536a36a9b78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e31 expref: 9445 pid: 15040 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.427925:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.427926:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.427928:0:15086:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35db80/0xcefed536a36e0e0b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e22 expref: 5738 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427930:0:15039:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d3d4a00/0xcefed536a3699f7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bca08 expref: 7926 pid: 8803 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.427933:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.427936:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092325000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554078720:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.427939:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427940:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427942:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377664 00010000:00010000:1.0:1705683772.427942:0:15086:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135ae2080/0xcefed536a36a9b78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e31 expref: 9445 pid: 15040 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.427942:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.427946:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.427946:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.427947:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.427947:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427948:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a024d400/0xcefed536a366f00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0a6 expref: 5739 pid: 15039 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.427949:0:15086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135ae2080/0xcefed536a36a9b78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e31 expref: 9445 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.427950:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427953:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427954:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.427955:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.427956:0:15086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554081600:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.427956:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.427957:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166479 00000100:00100000:0.0:1705683772.427959:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5739:1856:x1788538595377664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.427962:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.427963:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a024d400/0xcefed536a366f00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0a6 expref: 5739 pid: 15039 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.427963:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.427966:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.427967:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a024d400/0xcefed536a366f00c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0a6 expref: 5739 pid: 15039 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.427968:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427971:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e87700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.427972:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.427975:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427976:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a024d400/0xcefed536a366f00c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0a6 expref: 5739 pid: 15039 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.427977:0:15086:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed3ca00/0xcefed536a369ca20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd1e expref: 5739 pid: 15067 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.427980:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427981:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427982:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.427983:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.427983:0:15086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed3ca00/0xcefed536a369ca20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd1e expref: 5738 pid: 15067 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.427983:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e87700/0xcefed536a36e0c60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.427986:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.427991:0:15086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554081664:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.427991:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.427991:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.427992:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.427994:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.428000:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5738:1856:x1788538595377664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.428003:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166479 00000100:00100000:1.0:1705683772.428003:0:15086:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093efa780 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.428011:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428015:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428017:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428019:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428021:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428026:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b731e00/0xcefed536a366f067 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af0fa expref: 5737 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.428029:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.428031:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.428032:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.428033:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428046:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b731e00/0xcefed536a366f067 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0fa expref: 5737 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.428053:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b731e00/0xcefed536a366f067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0fa expref: 5737 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.428060:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9340:1788538554081728:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.428066:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+836:3083:x1788538554078656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7121us (7155us total) trans 4295137273 rc 0/0 00000100:00100000:1.0:1705683772.428072:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.428072:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420368 00000004:00080000:1.0:1705683772.428095:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092321900/2, rc 0, transno 169977 00000100:00100000:0.0:1705683772.428099:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092326900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3860:3083:x1788538554078976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6236us (6432us total) trans 4295138006 rc 0/0 00000100:00100000:3.0:1705683772.428099:0:15125:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15125:1788538554079360:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.428102:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420371 00000100:00100000:1.0:1705683772.428109:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092321900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554078656:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.428112:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.428114:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.428114:0:15125:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428117:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d959400 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.428118:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.428120:0:15125:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.428121:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683772.428121:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092322d00/2, rc 0, transno 170710 00010000:00100000:3.0:1705683772.428121:0:15125:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.428121:0:15125:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.428126:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.428127:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092322d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554078976:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.428129:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d959400/0xcefed536a36e0c7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428137:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.428138:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.428139:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.428147:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.428150:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.428152:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.428153:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554081856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.428155:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428156:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.428157:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.428158:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377600 00010000:00010000:3.0:1705683772.428161:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428164:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba51180/0xcefed536a366f021 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0b4 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.428171:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428171:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428172:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.428173:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166480 00000100:00100000:0.0:1705683772.428175:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5738:1856:x1788538595377600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.428175:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.428178:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.428180:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ba51180/0xcefed536a366f021 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0b4 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.428184:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ba51180/0xcefed536a366f021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0b4 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.428188:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.428190:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba51180/0xcefed536a366f021 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0b4 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.428191:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428196:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428196:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.428196:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e84a00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.428197:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428198:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428201:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428203:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428208:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.428214:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5737:1856:x1788538595377600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (64us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.428214:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.428217:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166480 00010000:00010000:1.0:1705683772.428218:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e84a00/0xcefed536a36e0c44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.428224:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428225:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428227:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554081856 00010000:00010000:1.0:1705683772.428231:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.428232:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.428233:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.428234:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428234:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428236:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420400 00000100:00100000:0.0:1705683772.428238:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3861:3083:x1788538554081856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.428244:0:15029:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36336 count 1 00000100:00100000:3.0:1705683772.428249:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+3861:3081:x1788538554078336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11011us (11028us total) trans 4295138007 rc 0/0 00000100:00100000:3.0:1705683772.428254:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420365 00000004:00080000:1.0:1705683772.428257:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a0383700/2, rc 0, transno 169972 00000100:00100000:1.0:1705683772.428262:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0383700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554078080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.428278:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131378f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15132:1788538554079616:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.428284:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1705683772.428289:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.428290:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554081920:0@lo:6:osp-syn-0-0.0 00010000:00100000:3.0:1705683772.428293:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.428293:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.428293:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428299:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554081792:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.428308:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.428315:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428315:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428318:0:15075:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554081920 00000100:00100000:3.0:1705683772.428326:0:15075:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428326:0:15075:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428328:0:15075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420401 00010000:00010000:0.0:1705683772.428330:0:15029:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.428330:0:15075:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+808:3083:x1788538554081920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.428334:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.428336:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b730780/0xcefed536a366f075 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af108 expref: 5736 pid: 14220 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1705683772.428337:0:15075:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23332 count 1 00010000:00010000:0.0:1705683772.428339:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428340:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428341:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.428345:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683772.428349:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094fb1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554081280:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.428350:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b730780/0xcefed536a366f075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af108 expref: 5736 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.428354:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b730780/0xcefed536a366f075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af108 expref: 5736 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.428359:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094e01900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554081984:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.428363:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.428368:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a7900 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.428375:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428376:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428379:0:15039:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554081792 00000100:00100000:1.0:1705683772.428380:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428381:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428386:0:15142:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554081280 00000100:00100000:0.0:1705683772.428387:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428388:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428390:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420402 00000100:00100000:0.0:1705683772.428391:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+836:3082:x1788538554081792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.428397:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32765 count 1 00000100:00100000:1.0:1705683772.428399:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428400:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428404:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420403 00000100:00100000:1.0:1705683772.428407:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0000-mdtlov_UUID+809:3082:x1788538554081280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.428417:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23331 count 1 00010000:00010000:3.0:1705683772.428469:0:15075:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.428475:0:15075:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b652a80/0xcefed536a363c0ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15982d1 expref: 8366 pid: 14214 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.428479:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.428479:0:15075:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.428480:0:15075:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.428489:0:15075:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b652a80/0xcefed536a363c0ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982d1 expref: 8366 pid: 14214 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.428493:0:15075:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b652a80/0xcefed536a363c0ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982d1 expref: 8366 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.428498:0:15075:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307e8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0000_UUID:15075:1788538554082048:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.428508:0:15075:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.428523:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013137d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:15036:1788538554079552:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.428526:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428532:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7eaa80/0xcefed536a369e0af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bed32 expref: 7925 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.428532:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428535:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00100000:3.0:1705683772.428535:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.428535:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.428536:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.428536:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.428536:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.428540:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.428544:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801315e6080/0xcefed536a369c52d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bd9f9 expref: 7925 pid: 15146 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428545:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7eaa80/0xcefed536a369e0af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bed32 expref: 7925 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.428548:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.428548:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.428549:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7eaa80/0xcefed536a369e0af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bed32 expref: 7925 pid: 15055 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.428549:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.428553:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094e03700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554082112:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.428556:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801315e6080/0xcefed536a369c52d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd9f9 expref: 7925 pid: 15146 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.428561:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801315e6080/0xcefed536a369c52d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd9f9 expref: 7925 pid: 15146 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.428562:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012c8a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.428565:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ead00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554082176:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.428571:0:15125:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.428572:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.428577:0:15125:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428580:0:15125:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428583:0:15125:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.428587:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.428588:0:15125:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.428592:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.428593:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428596:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880094e87c00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.428597:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.428597:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.428599:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428605:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428608:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e87c00/0xcefed536a36e0c75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428615:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428621:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.428621:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.428622:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.428625:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.428625:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b43f200/0xcefed536a363c0f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15982bc expref: 8366 pid: 8805 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.428626:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428629:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377728 00010000:00010000:1.0:1705683772.428631:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.428632:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.428633:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.428633:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.428635:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b432f80/0xcefed536a363bfcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598214 expref: 8367 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.428642:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428642:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428643:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.428644:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377920 00010000:00010000:0.0:1705683772.428647:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0b8500/0xcefed536a369ad55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd00c expref: 7926 pid: 15127 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.428647:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b43f200/0xcefed536a363c0f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982bc expref: 8367 pid: 8805 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.428654:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428655:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428656:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378048 00010000:00010000:1.0:1705683772.428657:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b43f200/0xcefed536a363c0f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982bc expref: 8367 pid: 8805 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.428659:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.428660:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fa9ad00/0xcefed536a366f02f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0c2 expref: 5737 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.428665:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428665:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554082240:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.428666:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428667:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377984 00000100:00100000:3.0:1705683772.428667:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.428670:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e3ac780/0xcefed536a369a70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bcd49 expref: 7927 pid: 15139 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.428673:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428674:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428674:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.428676:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428676:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428678:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377856 00010000:00010000:0.0:1705683772.428681:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124e68c80/0xcefed536a366f03d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0d0 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.428681:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378112 00000100:00100000:0.0:1705683772.428685:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428686:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428687:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166481 00000100:00100000:0.0:1705683772.428689:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307ec100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8368:1856:x1788538595377728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.428690:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b433200/0xcefed536a363bfe4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598230 expref: 8368 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.428692:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.428694:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b432f80/0xcefed536a363bfcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598214 expref: 8368 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.428698:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b432f80/0xcefed536a363bfcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598214 expref: 8368 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.428700:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428701:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.428704:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b432f80/0xcefed536a363bfcf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598214 expref: 8368 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.428704:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166482 00000100:00100000:1.0:1705683772.428708:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7927:1858:x1788538595377920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.428709:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428709:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428710:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428713:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.428714:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428716:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0b8500/0xcefed536a369ad55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd00c expref: 7927 pid: 15127 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.428721:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.428722:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0b8500/0xcefed536a369ad55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd00c expref: 7927 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.428728:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307ec100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8367:1856:x1788538595377728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.428733:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166481 00010000:00010000:3.0:1705683772.428733:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428735:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b8500/0xcefed536a369ad55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd00c expref: 7927 pid: 15127 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.428738:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428738:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.428738:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.428740:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166483 00010000:00010000:3.0:1705683772.428741:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.428742:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092326e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5738:1858:x1788538595378048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.428744:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.428744:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428745:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.428745:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428746:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fa9ad00/0xcefed536a366f02f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0c2 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.428747:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428750:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fa9ad00/0xcefed536a366f02f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0c2 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.428751:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.428752:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428755:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fa9ad00/0xcefed536a366f02f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0c2 expref: 5738 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.428760:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428761:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428762:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428764:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.428765:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428770:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.428776:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092326e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+5737:1858:x1788538595378048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 33us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.428776:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:1858:x1788538595377920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.428778:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166483 00000100:00100000:1.0:1705683772.428781:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166482 00000100:00100000:0.0:1705683772.428783:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428783:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428785:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166484 00000100:00100000:0.0:1705683772.428787:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092321e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:1857:x1788538595377984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.428789:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.428791:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e3ac780/0xcefed536a369a70b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bcd49 expref: 7925 pid: 15139 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.428791:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.428792:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.428794:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e3ac780/0xcefed536a369a70b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bcd49 expref: 7925 pid: 15139 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.428795:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166485 00000100:00100000:1.0:1705683772.428798:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5736:1856:x1788538595377856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.428830:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e3ac780/0xcefed536a369a70b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bcd49 expref: 7925 pid: 15139 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.428834:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428835:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428836:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428838:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.428839:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.428841:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092324b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+810:3082:x1788538554078848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6720us (7088us total) trans 4295137274 rc 0/0 00010000:00010000:1.0:1705683772.428842:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124e68c80/0xcefed536a366f03d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0d0 expref: 5736 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.428845:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420374 00010000:00010000:0.0:1705683772.428846:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.428852:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092321e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7924:1857:x1788538595377984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 65us (193us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.428853:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124e68c80/0xcefed536a366f03d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0d0 expref: 5736 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.428854:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428854:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428855:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166484 00000100:00100000:3.0:1705683772.428857:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595377792 00000100:00100000:0.0:1705683772.428861:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428861:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.428863:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166486 00010000:00010000:1.0:1705683772.428864:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124e68c80/0xcefed536a366f03d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0d0 expref: 5736 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.428865:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b402800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8367:1856:x1788538595378112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.428866:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.428867:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.428868:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.428870:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b433200/0xcefed536a363bfe4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598230 expref: 8367 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.428870:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420404 00000100:00100000:3.0:1705683772.428872:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880092325000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:8dc539e0-a6d0-4264-ae88-11424261aea3+8367:26799:x1788538595377792:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.428875:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b433200/0xcefed536a363bfe4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598230 expref: 8367 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.428875:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.428876:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.428877:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.428878:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428881:0:14212:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b433200/0xcefed536a363bfe4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598230 expref: 8367 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.428883:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428887:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428887:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.428888:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428891:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428894:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.428897:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.428905:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b402800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:8dc539e0-a6d0-4264-ae88-11424261aea3+8366:1856:x1788538595378112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.428905:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8dc539e0-a6d0-4264-ae88-11424261aea3+5735:1856:x1788538595377856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 106us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.428907:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166486 00000100:00100000:1.0:1705683772.428910:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166485 00010000:00010000:0.0:1705683772.428923:0:15123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428927:0:15123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428930:0:15062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428931:0:15123:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428933:0:15123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428934:0:15062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428939:0:15062:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.428944:0:15123:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683772.428947:0:15062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.428955:0:15062:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1705683772.429001:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429006:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429010:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429014:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429021:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1705683772.429053:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1705683772.429055:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429059:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ec2ef80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.429060:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429064:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429073:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429077:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ec2ef80/0xcefed536a36e0c83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429087:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1705683772.429088:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429093:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e7b980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.429094:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.429095:0:15123:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093a59900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+838:3083:x1788538554079296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6817us (7212us total) trans 4295137275 rc 0/0 00000100:00100000:0.0:1705683772.429099:0:15123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420375 00010000:00010000:1.0:1705683772.429099:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429106:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429108:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.429110:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429111:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e7b980/0xcefed536a36e0c91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429113:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013660a800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.429115:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429118:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429123:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429126:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013660a800/0xcefed536a36e0ca6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429147:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.429149:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429150:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.429150:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.429151:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.429152:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d95b480 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.429153:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.429154:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.429154:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429155:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.429157:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.429157:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429158:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429162:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429163:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429165:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429166:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d95b480/0xcefed536a36e0c98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429167:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429173:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.429175:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.429176:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.429176:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429179:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e7a080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.429179:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429182:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429186:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429189:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131e7a080/0xcefed536a36e0c9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429199:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.429199:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.429200:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.429209:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013137c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+810:3081:x1788538554079232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6703us (7108us total) trans 4295137276 rc 0/0 00000100:00100000:1.0:1705683772.429214:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420378 00000100:00100000:0.0:1705683772.429236:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013137ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3861:3081:x1788538554079168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6766us (7150us total) trans 4295138008 rc 0/0 00000100:00100000:0.0:1705683772.429239:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420377 00000100:00100000:1.0:1705683772.429271:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092326400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+837:3082:x1788538554078912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7152us (7531us total) trans 4295137277 rc 0/0 00000100:00100000:1.0:1705683772.429275:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420373 00000100:00100000:0.0:1705683772.429292:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+3861:3083:x1788538554079104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7428us (7571us total) trans 4295138009 rc 0/0 00000100:00100000:0.0:1705683772.429295:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420372 00000100:00100000:1.0:1705683772.429298:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.429316:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554080000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.429329:0:15098:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.429334:0:15098:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.429335:0:15098:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.429336:0:15098:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:1.0:1705683772.429354:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880093a5f800/2, rc 0, transno 169979 00000100:00100000:1.0:1705683772.429369:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880093a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554079296:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1705683772.429377:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092325f00/2, rc 0, transno 170713 00000100:00100000:1.0:1705683772.429382:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092325f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554079104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.429393:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8280/0xcefed536a36e0e3c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb91e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e4c expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.429399:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:3.0:1705683772.429401:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xb91e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683772.429405:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429406:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.429406:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.429407:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.429409:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378176 00010000:00010000:3.0:1705683772.429409:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8280/0xcefed536a36e0e3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e4c expref: 8366 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.429410:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b402d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554082304:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683772.429414:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8280/0xcefed536a36e0e3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e4c expref: 8367 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429416:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b433480/0xcefed536a363bff9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159824c expref: 8367 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.429418:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b4a8280, rc 0) 00000100:00100000:3.0:1705683772.429426:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880092325000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:8dc539e0-a6d0-4264-ae88-11424261aea3+8367:26799:x1788538595377792:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 554us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.429430:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429430:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429430:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420404 00000100:00100000:0.0:1705683772.429433:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166487 00000100:00100000:1.0:1705683772.429434:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429435:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e00a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8367:1858:x1788538595378176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.429435:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.429439:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.429440:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b433480/0xcefed536a363bff9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159824c expref: 8366 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.429441:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429444:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b433480/0xcefed536a363bff9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159824c expref: 8366 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.429445:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429449:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.429450:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683772.429452:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429453:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b433480/0xcefed536a363bff9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159824c expref: 8366 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.429458:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.429458:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.429459:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.429460:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429463:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683772.429468:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009698da00/2, rc 0, transno 169980 00010000:00010000:0.0:1705683772.429471:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.429473:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009698da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554079232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.429478:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e00a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8365:1858:x1788538595378176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.429481:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166487 00010000:00010000:0.0:1705683772.429489:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.429491:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429494:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ec2f200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.429495:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429496:0:15098:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429499:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429502:0:15098:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429503:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429506:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec2f200/0xcefed536a36e0c8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429508:0:15098:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.429513:0:15098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.429516:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013137a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3861:3083:x1788538554079488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7192us (7447us total) trans 4295138010 rc 0/0 00010000:00010000:0.0:1705683772.429517:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.429517:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.429518:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.429519:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420376 00000100:00100000:3.0:1705683772.429524:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429525:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429527:0:15132:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554082304 00010000:00010000:1.0:1705683772.429531:0:15098:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.429533:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.429534:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.429534:0:15132:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429534:0:15132:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429536:0:15132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420405 00010000:00010000:0.0:1705683772.429537:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013660a580 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:3.0:1705683772.429537:0:15132:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0001-mdtlov_UUID+837:3081:x1788538554082304:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1705683772.429538:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429541:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.429544:0:15132:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32766 count 1 00010000:00010000:0.0:1705683772.429545:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429548:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013660a580/0xcefed536a36e0cb4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429554:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.429554:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.429555:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.429565:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.429571:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429572:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429575:0:14201:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378304 00000100:00100000:0.0:1705683772.429582:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429583:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429585:0:14201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298690 00000100:00100000:0.0:1705683772.429587:0:14201:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e04100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+1220:21938:x1788538595378304:12345-192.168.203.16@tcp:36:mkdir.0 00010000:00010000:0.0:1705683772.429601:0:14201:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.429607:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135128000/0xcefed536a36e0cc9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x762:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ddc expref: 1220 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429614:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x762:0x0].0x0 (ffff880099323300) 00010000:00010000:0.0:1705683772.429617:0:14201:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.429617:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013137df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+810:3082:x1788538554079936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6513us (6553us total) trans 4295137278 rc 0/0 00000100:00100000:1.0:1705683772.429622:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420379 00000100:00100000:1.0:1705683772.429639:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554082432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.429646:0:14201:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e04100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+1219:21938:x1788538595378304:12345-192.168.203.16@tcp:36:mkdir.0 Request processed in 59us (81us total) trans 0 rc -17/-17 00000100:00100000:0.0:1705683772.429650:0:14201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298690 00000100:00100000:1.0:1705683772.429657:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.429670:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.429671:0:15132:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.429675:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:1.0:1705683772.429675:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131379400/2, rc 0, transno 170714 00000100:00100000:0.0:1705683772.429676:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.429677:0:15132:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133e5e080/0xcefed536a369e5ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bef54 expref: 7923 pid: 15138 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.429680:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378368 00000100:00100000:1.0:1705683772.429680:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131379400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554079488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.429681:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.429682:0:15132:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.429682:0:15132:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.429687:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429688:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.429690:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298691 00000100:00100000:0.0:1705683772.429692:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e06e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1219:21950:x1788538595378368:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1705683772.429695:0:15132:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133e5e080/0xcefed536a369e5ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bef54 expref: 7923 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429696:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.429700:0:15132:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133e5e080/0xcefed536a369e5ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bef54 expref: 7923 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.429704:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.429704:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429704:0:15132:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b406900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15132:1788538554082496:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.429709:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554082432 00010000:00010000:0.0:1705683772.429714:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323ab980/0xcefed536a36e0e4a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e53 expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.429714:0:15132:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c600 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.429721:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.429722:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429722:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.429723:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.429725:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420406 00000100:00100000:3.0:1705683772.429727:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+810:3083:x1788538554082432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.429731:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:3.0:1705683772.429733:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23333 count 1 00000100:00100000:1.0:1705683772.429736:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e644b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554082560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.429754:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.429755:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429759:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429763:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.429770:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.429770:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.429774:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554082560 00010000:00010000:0.0:1705683772.429779:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429782:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.429784:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.429785:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.429785:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.429788:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420407 00000100:00100000:1.0:1705683772.429792:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e644100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+3861:3083:x1788538554082560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.429827:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8780/0xcefed536a36e0e5f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429832:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8780/0xcefed536a36e0e5f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429835:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8780/0xcefed536a36e0e5f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00002000:00080000:1.0:1705683772.429839:0:15098:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36338 count 1 00000004:00010000:0.0:1705683772.429841:0:14196:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8780/0xcefed536a36e0e5f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429846:0:14196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429849:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429851:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429853:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429856:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a9900 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.429857:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429859:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429862:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:0.0:1705683772.429863:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.429864:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:3.0:1705683772.429918:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429927:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e45b980/0xcefed536a363c126 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15982ed expref: 8364 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.429932:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.429934:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.429935:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429948:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e45b980/0xcefed536a363c126 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982ed expref: 8364 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.429951:0:15098:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.429958:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e45b980/0xcefed536a363c126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982ed expref: 8364 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.429960:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009180cc80/0xcefed536a366f091 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af124 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.429965:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b402300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554082624:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.429966:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.429967:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.429968:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.429973:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a9900/0xcefed536a36e0e51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00000100:00100000:3.0:1705683772.429978:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cd80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.429979:0:14196:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429981:0:14196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.429982:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009180cc80/0xcefed536a366f091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af124 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.429984:0:14196:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429986:0:14196:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323a8500 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:0.0:1705683772.429987:0:14196:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429989:0:14196:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14196 initiator: MDT0 00010000:00010000:1.0:1705683772.429989:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009180cc80/0xcefed536a366f091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af124 expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.429990:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554082368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.429993:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3831 (ffff880094c62b00) 00010000:00010000:0.0:1705683772.429994:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683772.429995:0:14196:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.429997:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8500/0xcefed536a36e0e58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14196 initiator: MDT0 00000100:00100000:1.0:1705683772.429998:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e642800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15098:1788538554082688:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.430005:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.430012:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.430015:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801323ab980/0xcefed536a36e0e4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e53 expref: 1221 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430020:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8780/0xcefed536a36e0e5f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e53 expref: 1220 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.430020:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.430020:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.430023:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff880094c62500) 00010000:00010000:0.0:1705683772.430024:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1705683772.430025:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801323a8780, rc 0) 00000100:00100000:1.0:1705683772.430025:0:15141:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554082368 00000004:00080000:3.0:1705683772.430028:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013137b700/2, rc 0, transno 169982 00000100:00100000:3.0:1705683772.430032:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013137b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554079936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.430035:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e06e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1220:21950:x1788538595378368:12345-192.168.203.16@tcp:101:rm.0 Request processed in 342us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.430037:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.430038:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430039:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298691 00000100:00100000:1.0:1705683772.430041:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420408 00000100:00100000:1.0:1705683772.430044:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b401e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+3862:3082:x1788538554082368:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.430049:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092325a00/2, rc 0, transno 169978 00000100:00100000:3.0:1705683772.430052:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092325a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554078848:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.430056:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36337 count 1 00000004:00080000:3.0:1705683772.430061:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092321400/2, rc 0, transno 169981 00000100:00100000:3.0:1705683772.430063:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880092321400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554078912:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.430074:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.430077:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b401900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554082880:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.430081:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430081:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430084:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378432 00000100:00100000:3.0:1705683772.430087:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.430093:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430093:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430095:0:15125:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554082880 00000100:00100000:3.0:1705683772.430098:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b400f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554082816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.430099:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430099:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430101:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420409 00000100:00100000:0.0:1705683772.430103:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e07300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:c77a26ac-6587-4500-88fc-a375de7e12f4+9446:21555:x1788538595378432:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:3.0:1705683772.430105:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.430107:0:15125:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683772.430111:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683772.430113:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b406400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554082752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.430120:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.430134:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430134:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430138:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554082816 00000100:00100000:3.0:1705683772.430147:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430147:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430149:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554082752 00000100:00100000:3.0:1705683772.430153:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430154:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430156:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420410 00000100:00100000:3.0:1705683772.430157:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+838:3083:x1788538554082880:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.430164:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32767 count 1 00010000:00010000:1.0:1705683772.430172:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.430180:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800922a3480/0xcefed536a366f083 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af116 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.430186:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.430187:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.430188:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.430201:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800922a3480/0xcefed536a366f083 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af116 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.430208:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800922a3480/0xcefed536a366f083 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af116 expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.430215:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e643200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554082944:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.430229:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.430238:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.430238:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.430245:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420411 00000100:00100000:1.0:1705683772.430248:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+812:3082:x1788538554082816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.430257:0:15062:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23335 count 1 00010000:00010000:3.0:1705683772.430290:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.430296:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0d2f80/0xcefed536a369ea1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bf0b2 expref: 7923 pid: 15146 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.430300:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.430300:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.430301:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.430309:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0d2f80/0xcefed536a369ea1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf0b2 expref: 7923 pid: 15146 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.430313:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b0d2f80/0xcefed536a369ea1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf0b2 expref: 7923 pid: 15146 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.430318:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b405a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554083008:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.430327:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.430333:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430334:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430337:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420412 00000100:00100000:3.0:1705683772.430339:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b403c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+812:3082:x1788538554082752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683772.430345:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23334 count 1 00010000:00010000:0.0:1705683772.430384:0:15125:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801323a9680/0xcefed536a36e0e82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb624:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e5a expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.430393:0:15125:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb624:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.430400:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.430400:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.430403:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323a9680/0xcefed536a36e0e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e5a expref: 9447 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430408:0:15125:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801323a9680/0xcefed536a36e0e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb624:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e5a expref: 9447 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430412:0:15125:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801323a9680, rc 0) 00000100:00100000:0.0:1705683772.430420:0:15125:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e07300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:c77a26ac-6587-4500-88fc-a375de7e12f4+9447:21555:x1788538595378432:12345-192.168.203.16@tcp:101:dd.0 Request processed in 316us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.430423:0:15125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420409 00010000:00010000:1.0:1705683772.430432:0:15062:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.430445:0:15062:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b43f980/0xcefed536a363c15e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598325 expref: 8364 pid: 8805 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.430450:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.430451:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.430452:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.430468:0:15062:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b43f980/0xcefed536a363c15e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598325 expref: 8364 pid: 8805 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.430469:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.430475:0:15062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b43f980/0xcefed536a363c15e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598325 expref: 8364 pid: 8805 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.430477:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430477:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.430477:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.430481:0:14201:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378688 00010000:00010000:3.0:1705683772.430482:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b43f700/0xcefed536a363c134 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598302 expref: 8364 pid: 8805 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.430483:0:15062:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880133dfe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554083072:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.430486:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.430486:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.430487:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.430489:0:14201:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430489:0:14201:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430491:0:14201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298692 00000100:00100000:0.0:1705683772.430493:0:14201:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e04b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+401:26786:x1788538595378688:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.430495:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b43f700/0xcefed536a363c134 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598302 expref: 8364 pid: 8805 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.430498:0:14201:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.430498:0:15062:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7b40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.430499:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b43f700/0xcefed536a363c134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598302 expref: 8364 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.430503:0:14201:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8280/0xcefed536a36e0e97 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x774:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e68 expref: -99 pid: 14201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.430504:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b404600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554083136:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.430513:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.430524:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090e9d500/2, rc 0, transno 170712 00000100:00100000:1.0:1705683772.430530:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554079168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.430531:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.430541:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.430548:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x774:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.430550:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.430552:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00000100:00100000:1.0:1705683772.430554:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.430555:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.430556:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00000100:00100000:1.0:1705683772.430561:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378752 00000100:00100000:3.0:1705683772.430571:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.430574:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1db700/0xcefed536a36e0ea5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x774:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00000100:00100000:1.0:1705683772.430575:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.430577:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1db700/0xcefed536a36e0ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x774:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00000100:00100000:1.0:1705683772.430577:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.430579:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1db700/0xcefed536a36e0ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x774:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.430579:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683772.430581:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298693 00000100:00100000:3.0:1705683772.430584:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880133dfda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554083200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.430585:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+403:21974:x1788538595378752:12345-192.168.203.16@tcp:36:mrename.0 00000100:00100000:3.0:1705683772.430597:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.430604:0:7681:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:3.0:1705683772.430604:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430605:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430608:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378496 00010000:00010000:1.0:1705683772.430613:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136609b80/0xcefed536a36e0d0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8df8 expref: 403 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.430617:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430618:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430620:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378816 00010000:00010000:1.0:1705683772.430624:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fa:0x0].0x0 (ffff880092024700) 00000100:00100000:3.0:1705683772.430625:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430625:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430626:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378880 00000100:00100000:3.0:1705683772.430630:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430630:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.430631:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130bd1900/0xcefed536a36e029d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x253d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ae8 expref: 402 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.430632:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554083200 00000100:00100000:3.0:1705683772.430636:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430636:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.430638:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420413 00000100:00100000:3.0:1705683772.430640:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c77a26ac-6587-4500-88fc-a375de7e12f4+9447:26724:x1788538595378496:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.430641:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x253d:0x0].0x0 (ffff8801358e3600) 00010000:00010000:3.0:1705683772.430645:0:15053:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.430648:0:7681:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.430674:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.430680:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.430686:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.430707:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.430712:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.430716:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00000004:00080000:0.0:1705683772.430729:0:14201:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xc183:0x0], index 0: 0 00010000:00010000:1.0:1705683772.430734:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.430739:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.430743:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.430797:0:15053:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b39c500/0xcefed536a36e0ec1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e61 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430798:0:14201:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1da300/0xcefed536a36e0ec8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x77b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.430830:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1da300/0xcefed536a36e0ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00002000:00010000:3.0:1705683772.430831:0:15053:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.430833:0:14201:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1da300/0xcefed536a36e0ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.430837:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.430838:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.430838:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.430840:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b39c500/0xcefed536a36e0ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e61 expref: 9448 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.430844:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.430845:0:15053:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b39c500/0xcefed536a36e0ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e61 expref: 9448 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.430849:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.430850:0:15053:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b39c500, rc 0) 00010000:00010000:0.0:1705683772.430852:0:14201:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.430855:0:14201:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.430857:0:14201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.430858:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00000100:00100000:3.0:1705683772.430858:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c77a26ac-6587-4500-88fc-a375de7e12f4+9448:26724:x1788538595378496:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 217us (327us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.430859:0:14201:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.430861:0:14201:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c1d9e00 already unused, calling callback (ffffffffa0d836d0) 00000100:00100000:3.0:1705683772.430861:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420413 00010000:00010000:0.0:1705683772.430862:0:14201:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.430864:0:14201:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14201 initiator: MDT0 00010000:00010000:1.0:1705683772.430864:0:7681:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880096c14a00/0xcefed536a36db813 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d69b6 expref: 1219 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430868:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x774:0x0].0x0 (ffff88009e00f000) 00010000:00010000:0.0:1705683772.430869:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.430869:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00000100:00100000:3.0:1705683772.430869:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.430870:0:14201:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 3/0,0 mode: --/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.430870:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.430872:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d9e00/0xcefed536a36e0e9e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x774:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14201 initiator: MDT0 00000100:00100000:3.0:1705683772.430872:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420414 00000100:00100000:3.0:1705683772.430874:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b403700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c77a26ac-6587-4500-88fc-a375de7e12f4+7925:16401:x1788538595378816:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.430877:0:15053:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00010000:0.0:1705683772.430879:0:14201:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880094e04b00 reply state ffff88008a540000 transno 4295042410 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1db700/0xcefed536a36e0ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x774:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.430883:0:14201:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1db700/0xcefed536a36e0ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x774:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14201 initiator: MDT0 00010000:00010000:0.0:1705683772.430885:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x774:0x0].0x3231 (ffff880094c62400) 00010000:00010000:1.0:1705683772.430885:0:7681:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880096c14a00/0xcefed536a36db813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d69b6 expref: 1219 pid: 14199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430886:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.430892:0:7681:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880096c14a00/0xcefed536a36db813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d69b6 expref: 1219 pid: 14199 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.430899:0:7681:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880133dfbc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7681:1788538554083264:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.430902:0:14201:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801323a8280/0xcefed536a36e0e97 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x774:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e68 expref: 403 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430907:0:14201:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1da300/0xcefed536a36e0ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e68 expref: 402 pid: 14201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.430910:0:14201:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x77b:0x0].0x0 (ffff880094c62e00) 00010000:00010000:0.0:1705683772.430911:0:14201:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1705683772.430912:0:14201:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c1da300, rc 0) 00000100:00100000:1.0:1705683772.430914:0:7681:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.430922:0:14201:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e04b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+403:26786:x1788538595378688:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 428us (453us total) trans 4295042410 rc 0/0 00000100:00100000:0.0:1705683772.430925:0:14201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298692 00000100:00100000:1.0:1705683772.430925:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.430926:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.430932:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420415 00000100:00100000:1.0:1705683772.430936:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7925:21959:x1788538595378880:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:0.0:1705683772.430938:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430939:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.430942:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420416 00000100:00100000:0.0:1705683772.430944:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b401400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3863:3083:x1788538554083200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683772.430945:0:14210:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:0.0:1705683772.430951:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36339 count 1 00010000:00010000:0.0:1705683772.431041:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.431049:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f971680/0xcefed536a366f09f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af132 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.431052:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.431053:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.431054:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.431064:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f971680/0xcefed536a366f09f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af132 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.431068:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f971680/0xcefed536a366f09f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af132 expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.431073:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094e02800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554083328:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.431083:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b42e000 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.431128:0:15053:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b39f700/0xcefed536a36e0eeb lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa84f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e6f expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.431134:0:15053:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xa84f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.431140:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.431141:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.431143:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39f700/0xcefed536a36e0eeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e6f expref: 7926 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.431148:0:15053:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b39f700/0xcefed536a36e0eeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e6f expref: 7926 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.431151:0:15053:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b39f700, rc 0) 00000100:00100000:3.0:1705683772.431158:0:15053:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b403700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:16401:x1788538595378816:12345-192.168.203.16@tcp:101:dd.0 Request processed in 284us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.431161:0:15053:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420414 00010000:00010000:1.0:1705683772.431216:0:14210:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009857db80/0xcefed536a36e0ef2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc08e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e76 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.431226:0:14210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc08e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.431234:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.431236:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.431239:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009857db80/0xcefed536a36e0ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e76 expref: 7926 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.431246:0:14210:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009857db80/0xcefed536a36e0ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e76 expref: 7926 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.431253:0:14210:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009857db80, rc 0) 00000100:00100000:1.0:1705683772.431265:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:21959:x1788538595378880:12345-192.168.203.16@tcp:101:dd.0 Request processed in 329us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.431270:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420415 00000004:00080000:1.0:1705683772.431300:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a0384b00/2, rc 0, transno 170711 00000100:00100000:1.0:1705683772.431306:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0384b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554078336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.431332:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135564600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554083392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.431349:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.431364:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.431365:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.431369:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554083392 00000100:00100000:1.0:1705683772.431379:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.431380:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.431383:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420417 00000100:00100000:3.0:1705683772.431384:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.431385:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135561e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+3864:3081:x1788538554083392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.431386:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:1.0:1705683772.431394:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36340 count 1 00010000:00010000:1.0:1705683772.431498:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.431506:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b44f480/0xcefed536a366f0ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af140 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.431511:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.431512:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.431513:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.431525:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b44f480/0xcefed536a366f0ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af140 expref: 5734 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.431531:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b44f480/0xcefed536a366f0ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af140 expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.431537:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135561900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554083456:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.431564:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.431903:0:14238:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131e4f300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0001_UUID:14238:1788538554080064:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.431916:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.431928:0:15027:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e47cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15027:1788538554080512:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.431936:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:c77a26ac-6587-4500-88fc-a375de7e12f4+9447:1858:x1788538595376256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6921us (7756us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.431936:0:15027:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.431940:0:15027:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.431941:0:15027:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.431942:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166472 00010000:00100000:3.0:1705683772.431942:0:15027:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.431966:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0382300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15085:1788538554080128:192.168.203.16@tcp:105: 00010000:00010000:1.0:1705683772.431978:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.431994:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800973f5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5734:1858:x1788538595376448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6962us (7810us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.431999:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166473 00000100:00100000:1.0:1705683772.432041:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e576900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554080960:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.432052:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.432059:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.432059:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.432060:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435245:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.435255:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435256:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435261:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380416 00000100:00100000:0.0:1705683772.435272:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435272:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435275:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298694 00000100:00100000:0.0:1705683772.435278:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e06400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1220:21822:x1788538595380416:12345-192.168.203.16@tcp:101:rm.0 00000100:00100000:1.0:1705683772.435278:0:15107:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0381400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554080448:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.435284:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683772.435289:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d8f00/0xcefed536a36e0f00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ea0 expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.435292:0:15107:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.435300:0:15107:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435301:0:15107:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435302:0:15107:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.435341:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f13b980/0xcefed536a36e0f07 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x726:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.435346:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f13b980/0xcefed536a36e0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x726:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.435350:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f13b980/0xcefed536a36e0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x726:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT0 00000100:00100000:3.0:1705683772.435373:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307ef300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554080768:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.435374:0:15030:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:15030:1788538554081344:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.435387:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.435388:0:15030:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.435394:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435395:0:15030:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435395:0:15030:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435395:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435396:0:15030:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435396:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.435410:0:15118:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0380f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_074:lustre-OST0001_UUID:15118:1788538554080704:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.435421:0:15118:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.435424:0:15041:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff79e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15041:1788538554081216:192.168.203.16@tcp:104: 00000004:00200000:0.0:1705683772.435427:0:14196:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x726:0x0]: returning size 4096 00010000:00100000:1.0:1705683772.435431:0:15118:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435431:0:15118:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435432:0:15118:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.435438:0:15041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.435442:0:15041:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435442:0:15041:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435443:0:15041:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.435469:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c1d8f00/0xcefed536a36e0f00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x254b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ea0 expref: 1223 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.435473:0:15144:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307eb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0000_UUID:15144:1788538554081472:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.435476:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f13b980/0xcefed536a36e0f07 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x726:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ea0 expref: 1222 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435482:0:15144:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.435484:0:15086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554081600:192.168.203.16@tcp:104: 00010000:00100000:3.0:1705683772.435485:0:15144:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435486:0:15144:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435486:0:15144:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435496:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554081408:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.435501:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.435507:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435507:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.435508:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.435513:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.435517:0:15105:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d4600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0000_UUID:15105:1788538554081536:192.168.203.16@tcp:105: 00010000:00010000:3.0:1705683772.435523:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.435538:0:15086:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:15086:1788538554081664:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.435540:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7925:1856:x1788538595377536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7677us (7704us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.435542:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x726:0x0].0x0 (ffff88009cc31700) 00010000:00010000:0.0:1705683772.435544:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00000100:00100000:3.0:1705683772.435544:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166478 00010000:00010000:0.0:1705683772.435545:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f13b980, rc 0) 00010000:00010000:1.0:1705683772.435557:0:15086:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c35db80/0xcefed536a36e0e0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e22 expref: 5733 pid: 15086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.435560:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e06400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1222:21822:x1788538595380416:12345-192.168.203.16@tcp:101:rm.0 Request processed in 282us (317us total) trans 4295042411 rc 0/0 00000100:00100000:0.0:1705683772.435564:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298694 00010000:00010000:1.0:1705683772.435566:0:15086:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c35db80, rc 0) 00000100:00100000:3.0:1705683772.435571:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435572:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435575:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595378944 00000100:00100000:3.0:1705683772.435584:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.435585:0:15086:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:8dc539e0-a6d0-4264-ae88-11424261aea3+5733:18534:x1788538595377344:12345-192.168.203.16@tcp:101:dd.0 Request processed in 7804us (7868us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.435585:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435588:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420418 00000100:00100000:1.0:1705683772.435591:0:15086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420399 00000100:00100000:3.0:1705683772.435591:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7925:26755:x1788538595378944:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.435596:0:15055:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.435617:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9340:1788538554081728:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.435619:0:15029:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094e01900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:15029:1788538554081984:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.435629:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.435630:0:15029:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.435635:0:15029:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.435635:0:15029:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435635:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.435636:0:15029:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435636:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435637:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435756:0:15039:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094e03700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554082112:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.435765:0:15039:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.435769:0:15039:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.435770:0:15039:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.435770:0:15039:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.435772:0:15142:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554082240:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.435781:0:15055:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b39f480/0xcefed536a36e0f15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x921d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e7d expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.435783:0:15142:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.435789:0:15142:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00002000:00010000:3.0:1705683772.435789:0:15055:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x921d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00100000:1.0:1705683772.435790:0:15142:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.435791:0:15142:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.435796:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.435797:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.435832:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39f480/0xcefed536a36e0f15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e7d expref: 7926 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435839:0:15055:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b39f480/0xcefed536a36e0f15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x921d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e7d expref: 7926 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435847:0:15055:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b39f480, rc 0) 00000100:00100000:1.0:1705683772.435852:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.435864:0:15055:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:26755:x1788538595378944:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 273us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.435867:0:15055:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420418 00000100:00100000:3.0:1705683772.435878:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435878:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435882:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379072 00010000:00010000:3.0:1705683772.435888:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b651680/0xcefed536a363c00e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598268 expref: 8365 pid: 15055 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.435895:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435895:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435896:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.435897:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435897:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166488 00000100:00100000:3.0:1705683772.435899:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8365:1856:x1788538595379072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.435903:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.435904:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b651680/0xcefed536a363c00e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598268 expref: 8365 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.435908:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b651680/0xcefed536a363c00e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598268 expref: 8365 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.435916:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b651680/0xcefed536a363c00e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598268 expref: 8365 pid: 15055 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.435921:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.435922:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.435924:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435927:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435935:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.435942:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8364:1856:x1788538595379072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.435945:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166488 00010000:00010000:3.0:1705683772.435955:0:15027:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435959:0:15027:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435962:0:15027:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435965:0:15027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.435977:0:15027:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.435980:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683772.435982:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.435983:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.435989:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4ab700 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.435991:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.435993:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.435994:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.435995:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.435996:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379200 00000100:00100000:0.0:1705683772.435999:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.436001:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b054280/0xcefed536a363c03f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159827d expref: 8364 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.436003:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.436004:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436004:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.436006:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4ab700/0xcefed536a36e0d47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.436007:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379328 00000100:00100000:3.0:1705683772.436010:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436011:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436013:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166489 00010000:00010000:0.0:1705683772.436015:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba50280/0xcefed536a369c121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd871 expref: 7926 pid: 15038 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.436015:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.436015:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.436015:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009360c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8364:1856:x1788538595379200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.436016:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.436018:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.436020:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b054280/0xcefed536a363c03f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159827d expref: 8364 pid: 15086 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.436024:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b054280/0xcefed536a363c03f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159827d expref: 8364 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.436028:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436028:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436031:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166490 00010000:00010000:3.0:1705683772.436031:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b054280/0xcefed536a363c03f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159827d expref: 8364 pid: 15086 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.436033:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e03700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7926:1856:x1788538595379328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.436037:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.436038:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.436038:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436038:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436039:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba50280/0xcefed536a369c121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd871 expref: 7926 pid: 15038 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.436042:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436044:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba50280/0xcefed536a369c121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd871 expref: 7926 pid: 15038 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.436048:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.436054:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba50280/0xcefed536a369c121 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd871 expref: 7926 pid: 15038 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.436059:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.436060:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009360c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8363:1856:x1788538595379200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (78us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.436061:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.436061:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.436062:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.436062:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166489 00010000:00010000:0.0:1705683772.436066:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.436066:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436067:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436071:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379456 00010000:00010000:0.0:1705683772.436075:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.436079:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b433c00/0xcefed536a363c05b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598299 expref: 8363 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.436086:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e03700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7925:1856:x1788538595379328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 52us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.436087:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436088:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436088:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436089:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166490 00000100:00100000:1.0:1705683772.436090:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436091:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166491 00000100:00100000:3.0:1705683772.436093:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8363:1856:x1788538595379456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.436096:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.436098:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b433c00/0xcefed536a363c05b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598299 expref: 8363 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.436099:0:15041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436102:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b433c00/0xcefed536a363c05b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598299 expref: 8363 pid: 15133 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.436103:0:15041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436106:0:15041:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436109:0:15041:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436109:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b433c00/0xcefed536a363c05b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598299 expref: 8363 pid: 15133 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.436112:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1705683772.436114:0:15041:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.436114:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436114:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436115:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436118:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436119:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.436120:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436124:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099d06a80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.436125:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436125:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.436128:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.436132:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+8362:1856:x1788538595379456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.436135:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166491 00000100:00100000:1.0:1705683772.436142:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.436142:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436142:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436145:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379584 00000100:00100000:1.0:1705683772.436147:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436148:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436150:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379008 00010000:00010000:3.0:1705683772.436150:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135ae2080/0xcefed536a36a9b78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e31 expref: 9447 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.436156:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f200/0xcefed536a369b4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd370 expref: 7925 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.436156:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436157:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436159:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166492 00000100:00100000:3.0:1705683772.436160:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+9447:1856:x1788538595379584:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.436163:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.436164:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436164:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436166:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166493 00010000:00010000:3.0:1705683772.436168:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135ae2080/0xcefed536a36a9b78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e31 expref: 9447 pid: 15040 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.436169:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7925:1856:x1788538595379008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.436172:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135ae2080/0xcefed536a36a9b78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e31 expref: 9447 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.436173:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.436175:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f200/0xcefed536a369b4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd370 expref: 7925 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.436178:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ae2080/0xcefed536a36a9b78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15c2e31 expref: 9447 pid: 15040 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.436180:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f200/0xcefed536a369b4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd370 expref: 7925 pid: 15086 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.436184:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.436188:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436190:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f200/0xcefed536a369b4e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd370 expref: 7925 pid: 15086 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.436190:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+9446:1856:x1788538595379584:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 29us (79us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.436191:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d06a80/0xcefed536a36e0dd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.436193:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166492 00010000:00010000:1.0:1705683772.436197:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.436198:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.436199:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436200:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.436200:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.436201:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.436202:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436202:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436206:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436212:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.436212:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436215:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436220:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.436223:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed6e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+7924:1856:x1788538595379008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 53us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.436226:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166493 00010000:00010000:1.0:1705683772.436239:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436242:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436246:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436249:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436261:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683772.436264:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683772.436266:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436269:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099d06300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.436270:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436273:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436279:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436282:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d06300/0xcefed536a36e0def lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436290:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.436291:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436294:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c35e580 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.436295:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.436296:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e573200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:lustre-MDT0000-mdtlov_UUID+813:3083:x1788538554081088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9115us (9270us total) trans 4295137280 rc 0/0 00010000:00010000:0.0:1705683772.436297:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.436299:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420395 00010000:00010000:0.0:1705683772.436301:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436304:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c35e580/0xcefed536a36e0dcc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436309:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.436311:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.436311:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.436312:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.436312:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436315:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436319:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436322:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436334:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.436336:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.436337:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436340:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4aa300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.436341:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436344:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436348:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436350:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa300/0xcefed536a36e0da9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.436354:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+840:3082:x1788538554080384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10151us (10294us total) trans 4295137281 rc 0/0 00010000:00010000:0.0:1705683772.436358:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.436359:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.436359:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.436360:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420389 00000100:00100000:0.0:1705683772.436374:0:15041:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307e8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0001-mdtlov_UUID+839:3082:x1788538554080896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9782us (9814us total) trans 4295137279 rc 0/0 00000100:00100000:0.0:1705683772.436378:0:15041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420390 00000004:00080000:1.0:1705683772.436382:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801307ee900/2, rc 0, transno 169983 00000100:00100000:1.0:1705683772.436388:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307ee900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554080896:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.436393:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307eee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+813:3082:x1788538554080576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10291us (10358us total) trans 4295137282 rc 0/0 00000004:00080000:1.0:1705683772.436395:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800987df300/2, rc 0, transno 169985 00000100:00100000:1.0:1705683772.436398:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987df300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554080384:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.436399:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420388 00000004:00080000:1.0:1705683772.436405:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e47c600/2, rc 0, transno 169986 00000100:00100000:1.0:1705683772.436409:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e47c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554080576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.436429:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b404b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554083648:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.436442:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.436454:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436455:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436458:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554083648 00000100:00100000:1.0:1705683772.436458:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.436461:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554083584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.436468:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436469:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436472:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420419 00000100:00100000:1.0:1705683772.436473:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.436474:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0001-mdtlov_UUID+839:3084:x1788538554083648:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.436476:0:15027:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e47da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+813:3083:x1788538554080256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10888us (10939us total) trans 4295137283 rc 0/0 00000100:00100000:3.0:1705683772.436479:0:15027:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420385 00000100:00100000:1.0:1705683772.436481:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:0.0:1705683772.436482:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32769 count 1 00000100:00100000:1.0:1705683772.436482:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436485:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554083584 00000100:00100000:1.0:1705683772.436493:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436494:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436496:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420420 00000004:00080000:3.0:1705683772.436497:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801307e9400/2, rc 0, transno 169984 00000100:00100000:1.0:1705683772.436498:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ca0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+813:3084:x1788538554083584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.436507:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307e9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554081088:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683772.436513:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800987d8f00/2, rc 0, transno 169987 00000100:00100000:3.0:1705683772.436514:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987d8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554080256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.436525:0:15075:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307e8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_057:lustre-OST0000_UUID:15075:1788538554082048:192.168.203.16@tcp:104: 00002000:00080000:1.0:1705683772.436528:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23336 count 1 00010000:00010000:3.0:1705683772.436533:0:15075:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.436537:0:15075:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.436537:0:15075:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.436538:0:15075:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436545:0:15137:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307ead00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554082176:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.436550:0:15137:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.436553:0:15137:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.436553:0:15137:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.436554:0:15137:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.436618:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436624:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6300/0xcefed536a369f34e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bf54a expref: 7923 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436628:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.436628:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.436629:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436639:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6300/0xcefed536a369f34e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf54a expref: 7923 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436644:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6300/0xcefed536a369f34e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf54a expref: 7923 pid: 15137 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.436649:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094e01900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554083840:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.436662:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.436676:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.436695:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.436705:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.436743:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436744:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436748:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379136 00010000:00010000:1.0:1705683772.436755:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124e6ad00/0xcefed536a366f059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0ec expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.436756:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.436769:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436770:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436770:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436770:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436772:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379264 00000100:00100000:0.0:1705683772.436774:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379392 00010000:00010000:1.0:1705683772.436776:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124e68000/0xcefed536a366f04b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0de expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.436781:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800985d6f80/0xcefed536a369baf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd63a expref: 7924 pid: 14225 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.436782:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436782:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436784:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379520 00000100:00100000:3.0:1705683772.436787:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436788:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.436788:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d1180/0xcefed536a369d9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bea0d expref: 7925 pid: 15032 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.436788:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436789:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.436791:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166494 00000100:00100000:0.0:1705683772.436793:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e05000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5734:1856:x1788538595379136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.436795:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166495 00000100:00100000:3.0:1705683772.436797:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e04600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5734:1856:x1788538595379264:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.436798:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683772.436798:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.436798:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.436822:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.436824:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124e68000/0xcefed536a366f04b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0de expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.436827:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124e6ad00/0xcefed536a366f059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0ec expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.436828:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166496 00010000:00010000:3.0:1705683772.436829:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124e68000/0xcefed536a366f04b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0de expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.436830:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7925:1856:x1788538595379392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.436832:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124e6ad00/0xcefed536a366f059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0ec expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.436835:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.436837:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800985d6f80/0xcefed536a369baf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd63a expref: 7925 pid: 14225 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.436837:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124e68000/0xcefed536a366f04b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0de expref: 5734 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.436842:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124e6ad00/0xcefed536a366f059 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0ec expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.436842:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800985d6f80/0xcefed536a369baf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd63a expref: 7925 pid: 14225 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.436844:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436845:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436846:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436849:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436850:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.436851:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.436851:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800985d6f80/0xcefed536a369baf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd63a expref: 7925 pid: 14225 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.436852:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436855:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436857:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.436858:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436858:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.436859:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436863:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436864:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.436868:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e04600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5732:1856:x1788538595379264:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (173us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.436871:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.436872:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166495 00000100:00100000:0.0:1705683772.436875:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e05000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5732:1856:x1788538595379136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 81us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.436878:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166494 00000100:00100000:3.0:1705683772.436879:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436879:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.436882:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166497 00000100:00100000:1.0:1705683772.436883:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7924:1856:x1788538595379392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 52us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.436884:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e00a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7924:1856:x1788538595379520:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.436886:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166496 00010000:00010000:3.0:1705683772.436887:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.436889:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b3d1180/0xcefed536a369d9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bea0d expref: 7924 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.436890:0:15107:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436893:0:15107:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436897:0:15107:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436897:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b3d1180/0xcefed536a369d9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bea0d expref: 7923 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.436900:0:15107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436905:0:15107:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.436905:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b3d1180/0xcefed536a369d9c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bea0d expref: 7923 pid: 15032 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.436910:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436911:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.436912:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436914:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.436915:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436916:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436919:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880124ecaf80 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.436921:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436921:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.436924:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.436928:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e00a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+7922:1856:x1788538595379520:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (172us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.436930:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.436930:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166497 00010000:00010000:1.0:1705683772.436933:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124ecaf80/0xcefed536a36e0d40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436938:0:15144:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436941:0:15144:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436944:0:15144:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436945:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.436945:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.436946:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.436949:0:15030:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436951:0:15144:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436952:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436955:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436957:0:15144:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.436961:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.436973:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.436979:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1705683772.436980:0:15107:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e47a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3865:3083:x1788538554080320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11375us (11416us total) trans 4295138011 rc 0/0 00010000:00010000:3.0:1705683772.436980:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436983:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4aaa80 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:0.0:1705683772.436984:0:15107:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420386 00010000:00010000:3.0:1705683772.436985:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436988:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436993:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.436994:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436995:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.436996:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aaa80/0xcefed536a36e0dfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.436998:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c35de00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.436999:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437002:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437005:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.437005:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.437006:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.437009:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437012:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c35de00/0xcefed536a36e0de8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437021:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.437021:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.437022:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.437034:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.437039:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e575a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+841:3083:x1788538554080640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9923us (10040us total) trans 4295137284 rc 0/0 00000100:00100000:1.0:1705683772.437042:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420394 00000100:00100000:3.0:1705683772.437046:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437047:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437050:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.437050:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379648 00010000:00010000:3.0:1705683772.437057:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed3ca00/0xcefed536a369ca20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd1e expref: 5731 pid: 15067 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.437060:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437060:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437063:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.437063:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379712 00000100:00100000:3.0:1705683772.437064:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437065:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437066:0:15105:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379776 00010000:00010000:1.0:1705683772.437069:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b731e00/0xcefed536a366f067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0fa expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.437071:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.437071:0:15105:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b730780/0xcefed536a366f075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af108 expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.437076:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437077:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437078:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379840 00000100:00100000:0.0:1705683772.437079:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.437082:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b652a80/0xcefed536a363c0ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982d1 expref: 8362 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.437084:0:15105:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437085:0:15105:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437087:0:15105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166498 00000100:00100000:0.0:1705683772.437088:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437088:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437088:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437089:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437089:0:15105:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e03700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5733:1856:x1788538595379648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.437091:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166499 00000100:00100000:0.0:1705683772.437093:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166500 00000100:00100000:1.0:1705683772.437093:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e04600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5733:1856:x1788538595379712:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.437093:0:15105:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.437096:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e05000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5733:1856:x1788538595379776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.437097:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.437098:0:15105:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed3ca00/0xcefed536a369ca20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd1e expref: 5733 pid: 15067 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.437099:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b731e00/0xcefed536a366f067 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0fa expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.437100:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.437102:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b730780/0xcefed536a366f075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af108 expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.437102:0:15105:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed3ca00/0xcefed536a369ca20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd1e expref: 5733 pid: 15067 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.437106:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b731e00/0xcefed536a366f067 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0fa expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.437107:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b730780/0xcefed536a366f075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af108 expref: 5733 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.437110:0:15105:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed3ca00/0xcefed536a369ca20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15bdd1e expref: 5733 pid: 15067 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.437114:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b730780/0xcefed536a366f075 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af108 expref: 5732 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.437114:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b731e00/0xcefed536a366f067 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af0fa expref: 5732 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.437115:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.437115:0:15105:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.437117:0:15105:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c35db80/0xcefed536a36e0e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e22 expref: 5731 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437119:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.437120:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437120:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.437121:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437121:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437121:0:15105:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35db80/0xcefed536a36e0e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e22 expref: 5730 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437122:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437124:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437125:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437131:0:15105:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c35db80/0xcefed536a36e0e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaad8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e22 expref: 5730 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437132:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.437133:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683772.437138:0:15105:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff79e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0001_UUID:15105:1788538554083904:192.168.203.16@tcp:105: 00000100:00100000:1.0:1705683772.437139:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e04600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5730:1856:x1788538595379712:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 45us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.437140:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e05000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+5730:1856:x1788538595379776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 44us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.437142:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166499 00000100:00100000:0.0:1705683772.437143:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166500 00000100:00100000:1.0:1705683772.437147:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437147:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437149:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166501 00000100:00100000:0.0:1705683772.437150:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437150:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437151:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8362:1856:x1788538595379840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.437153:0:15105:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.437154:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.437154:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683772.437155:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.437156:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b652a80/0xcefed536a363c0ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982d1 expref: 8362 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.437158:0:14196:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379904 00010000:00010000:1.0:1705683772.437163:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b652a80/0xcefed536a363c0ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982d1 expref: 8362 pid: 14214 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.437168:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b652a80/0xcefed536a363c0ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982d1 expref: 8362 pid: 14214 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.437171:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437172:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.437173:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.437174:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298695 00010000:00010000:1.0:1705683772.437174:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437174:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.437174:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437175:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437176:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1222:22041:x1788538595379904:12345-192.168.203.16@tcp:101:ll_agl.0 00010000:00010000:1.0:1705683772.437177:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437181:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.437185:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.437187:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f13a580/0xcefed536a36e0f2a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x6e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e84 expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.437190:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880093892d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+8361:1856:x1788538595379840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.437192:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166501 00010000:00010000:0.0:1705683772.437202:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f13a580/0xcefed536a36e0f2a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x6e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e84 expref: 1223 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437203:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009857c280/0xcefed536a36e0f23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437206:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f13a580/0xcefed536a36e0f2a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x6e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e84 expref: 1223 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437209:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c18c280/0xcefed536a363c1c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598341 expref: 8360 pid: 15144 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.437212:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437213:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437213:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009857c280/0xcefed536a36e0f23 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437214:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6e0:0x0].0x0 (ffff8800a0123f00) 00000100:00100000:3.0:1705683772.437214:0:15144:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0001-mdtlov_UUID+840:3083:x1788538554081152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9761us (9794us total) trans 4295137285 rc 0/0 00010000:00010000:0.0:1705683772.437216:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1705683772.437217:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f13a580, rc 0) 00000100:00100000:3.0:1705683772.437219:0:15144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420397 00010000:00010000:1.0:1705683772.437222:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c18c280/0xcefed536a363c1c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598341 expref: 8360 pid: 15144 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.437224:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1223:22041:x1788538595379904:12345-192.168.203.16@tcp:101:ll_agl.0 Request processed in 47us (145us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.437226:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c18c280/0xcefed536a363c1c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598341 expref: 8360 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.437227:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298695 00000100:00100000:1.0:1705683772.437231:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124ca3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554083968:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.437233:0:15118:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437237:0:15029:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437238:0:15118:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437240:0:15029:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.437241:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff880097f7d600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.437243:0:15029:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437243:0:15118:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437246:0:15029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437247:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437247:0:15118:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437250:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437252:0:15029:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.437253:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437255:0:15118:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683772.437256:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437261:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1705683772.437265:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1705683772.437266:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437269:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880090dc2080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.437270:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437273:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437278:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437281:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090dc2080/0xcefed536a36e0e19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437291:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683772.437292:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437295:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c35cf00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.437296:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437299:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437303:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437305:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c35cf00/0xcefed536a36e0d86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.437314:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3866:3083:x1788538554081856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9075us (9142us total) trans 4295138012 rc 0/0 00010000:00010000:1.0:1705683772.437316:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683772.437317:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420400 00010000:00010000:1.0:1705683772.437317:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437320:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c35d180 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.437321:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437323:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437326:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.437327:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437328:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.437329:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c35d180/0xcefed536a36e0e12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437335:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.437336:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.437336:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.437339:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e47c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:lustre-MDT0000-mdtlov_UUID+3865:3082:x1788538554080192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11348us (11410us total) trans 4295138013 rc 0/0 00000100:00100000:0.0:1705683772.437340:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.437343:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420387 00000100:00100000:0.0:1705683772.437345:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437345:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437348:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595379968 00000100:00100000:3.0:1705683772.437354:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437355:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437355:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437356:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437359:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420421 00000100:00100000:3.0:1705683772.437362:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+7922:19986:x1788538595379968:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.437368:0:15118:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.437369:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.437380:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437381:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437384:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380160 00000100:00100000:0.0:1705683772.437386:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.437391:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801315e6080/0xcefed536a369c52d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd9f9 expref: 7923 pid: 15146 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.437394:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.437399:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437400:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437401:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.437402:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380032 00000100:00100000:0.0:1705683772.437405:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437405:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.437405:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7eaa80/0xcefed536a369e0af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bed32 expref: 7924 pid: 15055 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.437408:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380224 00000100:00100000:1.0:1705683772.437411:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437411:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437413:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380096 00000100:00100000:0.0:1705683772.437414:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437414:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.437416:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b43f200/0xcefed536a363c0f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982bc expref: 8362 pid: 8805 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.437417:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420422 00000100:00100000:0.0:1705683772.437419:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:8dc539e0-a6d0-4264-ae88-11424261aea3+8362:16585:x1788538595380224:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.437423:0:15029:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.437428:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437429:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437431:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166502 00000100:00100000:1.0:1705683772.437433:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7924:1857:x1788538595380160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.437437:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.437438:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801315e6080/0xcefed536a369c52d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd9f9 expref: 7924 pid: 15146 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.437442:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801315e6080/0xcefed536a369c52d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd9f9 expref: 7924 pid: 15146 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.437450:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801315e6080/0xcefed536a369c52d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bd9f9 expref: 7924 pid: 15146 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.437455:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437456:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437457:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437463:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437470:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.437477:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7923:1857:x1788538595380160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.437479:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166502 00000100:00100000:1.0:1705683772.437485:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437485:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437487:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166503 00000100:00100000:1.0:1705683772.437489:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009360a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7922:1859:x1788538595380032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.437491:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.437493:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7eaa80/0xcefed536a369e0af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bed32 expref: 7922 pid: 15055 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.437496:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7eaa80/0xcefed536a369e0af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bed32 expref: 7922 pid: 15055 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.437502:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7eaa80/0xcefed536a369e0af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bed32 expref: 7922 pid: 15055 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.437506:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437507:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437507:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437513:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437519:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.437523:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009360a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c77a26ac-6587-4500-88fc-a375de7e12f4+7921:1859:x1788538595380032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 34us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.437526:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166503 00000100:00100000:1.0:1705683772.437530:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437530:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437532:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166504 00000100:00100000:1.0:1705683772.437533:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8362:1859:x1788538595380096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.437536:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683772.437538:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b43f200/0xcefed536a363c0f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982bc expref: 8362 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.437541:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b43f200/0xcefed536a363c0f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982bc expref: 8362 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.437547:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b43f200/0xcefed536a363c0f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982bc expref: 8362 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.437551:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437551:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437552:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437557:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437563:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.437567:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8dc539e0-a6d0-4264-ae88-11424261aea3+8361:1859:x1788538595380096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 33us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.437569:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166504 00010000:00010000:1.0:1705683772.437580:0:15142:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437584:0:15142:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437587:0:15142:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437589:0:15142:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437594:0:15142:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.437617:0:15029:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f138c80/0xcefed536a36e0f31 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xabb4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e92 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.437625:0:15029:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xabb4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.437632:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.437632:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.437634:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f138c80/0xcefed536a36e0f31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e92 expref: 8361 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437639:0:15029:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f138c80/0xcefed536a36e0f31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xabb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e92 expref: 8361 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437644:0:15029:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f138c80, rc 0) 00000100:00100000:0.0:1705683772.437652:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:8dc539e0-a6d0-4264-ae88-11424261aea3+8361:16585:x1788538595380224:12345-192.168.203.16@tcp:101:dd.0 Request processed in 232us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.437654:0:15142:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0000-mdtlov_UUID+814:3082:x1788538554081280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9246us (9290us total) trans 4295137286 rc 0/0 00000100:00100000:0.0:1705683772.437655:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420422 00000100:00100000:1.0:1705683772.437657:0:15142:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420403 00010000:00010000:0.0:1705683772.437667:0:15039:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437671:0:15039:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437672:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.437674:0:15039:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437675:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437677:0:15039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437680:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f93200 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.437681:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437682:0:15039:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.437685:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.437686:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437686:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437689:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801323ab700 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:1.0:1705683772.437689:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3865:3083:x1788538554080832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10245us (10296us total) trans 4295138014 rc 0/0 00010000:00010000:0.0:1705683772.437690:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.437692:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420396 00010000:00010000:0.0:1705683772.437693:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437696:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437698:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.437700:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f93200/0xcefed536a36e0e35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.437701:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323ab700/0xcefed536a36e0e27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.437703:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124ca3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554083712:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.437712:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.437712:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.437713:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.437713:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.437714:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.437714:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.437715:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.437719:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1705683772.437719:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437720:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437722:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b402800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554083520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.437724:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554083712 00000100:00100000:1.0:1705683772.437729:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.437733:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124ca5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554083776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.437736:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437737:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437739:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.437739:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554083520 00000100:00100000:3.0:1705683772.437746:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437747:0:15142:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.437747:0:15142:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437747:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437749:0:15144:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554083776 00000100:00100000:1.0:1705683772.437750:0:15142:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420423 00000100:00100000:1.0:1705683772.437752:0:15142:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:lustre-MDT0000-mdtlov_UUID+815:3081:x1788538554083712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.437756:0:15144:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.437756:0:15144:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:1.0:1705683772.437759:0:15142:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23337 count 1 00000100:00100000:3.0:1705683772.437759:0:15144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420424 00000100:00100000:3.0:1705683772.437762:0:15144:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ca1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_097:lustre-MDT0001-mdtlov_UUID+841:3081:x1788538554083520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1705683772.437771:0:15144:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32768 count 1 00000100:00100000:0.0:1705683772.437775:0:15039:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0001-mdtlov_UUID+841:3082:x1788538554081792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9382us (9441us total) trans 4295137287 rc 0/0 00000100:00100000:0.0:1705683772.437779:0:15039:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420402 00000100:00100000:0.0:1705683772.437785:0:15039:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437785:0:15039:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.437788:0:15039:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420425 00000100:00100000:0.0:1705683772.437790:0:15039:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_030:lustre-MDT0000-mdtlov_UUID+815:3081:x1788538554083776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.437797:0:15039:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23338 count 1 00010000:00010000:1.0:1705683772.437920:0:15142:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801362aa800/0xcefed536a36e0f38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437926:0:15142:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b056d00/0xcefed536a363c165 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598356 expref: 8360 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.437930:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437930:0:15142:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.437931:0:15142:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362aa800/0xcefed536a36e0f38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.437940:0:15142:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b056d00/0xcefed536a363c165 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598356 expref: 8360 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.437944:0:15142:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b056d00/0xcefed536a363c165 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598356 expref: 8360 pid: 15087 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.437952:0:15142:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124ca4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_095:lustre-OST0000_UUID:15142:1788538554084032:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.437957:0:15039:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098846f80/0xcefed536a36e0f3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.437961:0:15142:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a63c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.437964:0:15039:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e458280/0xcefed536a363c17a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598372 expref: 8360 pid: 15143 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.437967:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.437968:0:15039:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.437969:0:15039:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098846f80/0xcefed536a36e0f3f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15039 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683772.437976:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800987dd500/2, rc 0, transno 170717 00010000:00010000:0.0:1705683772.437979:0:15039:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e458280/0xcefed536a363c17a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598372 expref: 8360 pid: 15143 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.437980:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554080192:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.437983:0:15039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e458280/0xcefed536a363c17a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598372 expref: 8360 pid: 15143 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.437992:0:15039:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_030:lustre-OST0000_UUID:15039:1788538554084096:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.437995:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683772.437998:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124ca0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554084160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.438002:0:15039:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.438008:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.438012:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438012:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438015:0:15107:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554084160 00000004:00080000:1.0:1705683772.438021:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094fb1900/2, rc 0, transno 169990 00000100:00100000:0.0:1705683772.438024:0:15107:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438025:0:15107:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438025:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094fb1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554081280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.438027:0:15107:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420426 00000100:00100000:0.0:1705683772.438029:0:15107:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124ca5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_070:lustre-MDT0000-mdtlov_UUID+3865:3084:x1788538554084160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683772.438035:0:15107:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36341 count 1 00000100:00100000:1.0:1705683772.438037:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124ca5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554084224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.438046:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.438053:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438054:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438056:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554084224 00010000:00010000:3.0:1705683772.438063:0:15144:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b39db80/0xcefed536a36e0f46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8000:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.438064:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438064:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438066:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420427 00000100:00100000:1.0:1705683772.438068:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+816:3084:x1788538554084224:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683772.438072:0:15144:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c9f7980/0xcefed536a369ef0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bf34b expref: 7920 pid: 15157 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683772.438074:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23339 count 1 00010000:00010000:3.0:1705683772.438077:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.438078:0:15144:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.438079:0:15144:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39db80/0xcefed536a36e0f46 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15144 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.438093:0:15144:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c9f7980/0xcefed536a369ef0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf34b expref: 7920 pid: 15157 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.438100:0:15144:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c9f7980/0xcefed536a369ef0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf34b expref: 7920 pid: 15157 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.438107:0:15144:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ead00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_097:lustre-OST0000_UUID:15144:1788538554084288:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.438120:0:15144:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.438135:0:15107:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098846a80/0xcefed536a36e0f4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438140:0:15107:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b44f700/0xcefed536a366f0bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af14e expref: 5728 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.438144:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.438144:0:15107:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.438145:0:15107:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098846a80/0xcefed536a36e0f4d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438154:0:15107:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b44f700/0xcefed536a366f0bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af14e expref: 5728 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.438158:0:15107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b44f700/0xcefed536a366f0bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af14e expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.438165:0:15107:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d7300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_070:lustre-OST0001_UUID:15107:1788538554084352:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.438175:0:15107:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.438193:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.438199:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438199:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.438202:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.438203:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380288 00010000:00010000:1.0:1705683772.438208:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c18c500/0xcefed536a363c1c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb1598395 expref: 8360 pid: 15041 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683772.438209:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438210:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438212:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420428 00000100:00100000:0.0:1705683772.438214:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:c77a26ac-6587-4500-88fc-a375de7e12f4+9446:20295:x1788538595380288:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.438214:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.438215:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.438216:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438218:0:15029:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.438224:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c18c500/0xcefed536a363c1c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598395 expref: 8360 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.438228:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c18c500/0xcefed536a363c1c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598395 expref: 8360 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.438233:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ed0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554084416:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.438242:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.438255:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801307ed500/2, rc 0, transno 169991 00000100:00100000:1.0:1705683772.438264:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554081792:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.438293:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.438308:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.438321:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.438334:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.438347:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.438379:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.438399:0:15141:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e643200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0001_UUID:15141:1788538554082944:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.438407:0:15141:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.438414:0:15141:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.438415:0:15141:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.438415:0:15141:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438423:0:15098:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e642800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15098:1788538554082688:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.438424:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.438425:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.438429:0:15098:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438430:0:15029:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098844c80/0xcefed536a36e0f5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e99 expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.438430:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380736 00010000:00100000:1.0:1705683772.438432:0:15098:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.438432:0:15098:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.438433:0:15098:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00010000:0.0:1705683772.438437:0:15029:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683772.438438:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554084480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.438442:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.438443:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.438443:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.438444:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683772.438445:0:14204:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380800 00010000:00010000:0.0:1705683772.438446:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098844c80/0xcefed536a36e0f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e99 expref: 9447 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.438449:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.438450:0:15029:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098844c80/0xcefed536a36e0f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e99 expref: 9447 pid: 15029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.438454:0:14204:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.438454:0:14204:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.438455:0:15029:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098844c80, rc 0) 00000100:00100000:3.0:1705683772.438458:0:14204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298696 00000100:00100000:1.0:1705683772.438459:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438459:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.438461:0:14204:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c96900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1223:21938:x1788538595380736:12345-192.168.203.16@tcp:101:mkdir.0 00000100:00100000:0.0:1705683772.438462:0:15029:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:c77a26ac-6587-4500-88fc-a375de7e12f4+9447:20295:x1788538595380288:12345-192.168.203.16@tcp:101:dd.0 Request processed in 248us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.438463:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380480 00010000:00010000:3.0:1705683772.438467:0:14204:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.438468:0:15029:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420428 00000100:00100000:1.0:1705683772.438472:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438473:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438474:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438474:0:15086:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380544 00000100:00100000:0.0:1705683772.438475:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438477:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380608 00000100:00100000:1.0:1705683772.438479:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438480:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438481:0:15086:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380672 00000100:00100000:0.0:1705683772.438485:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438485:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438486:0:15029:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554084480 00000100:00100000:1.0:1705683772.438486:0:15086:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438486:0:15086:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438489:0:15086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420429 00000100:00100000:1.0:1705683772.438491:0:15086:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ed6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:8dc539e0-a6d0-4264-ae88-11424261aea3+8363:11885:x1788538595380480:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:0.0:1705683772.438492:0:15029:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438492:0:15029:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438495:0:15029:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420430 00010000:00010000:1.0:1705683772.438495:0:15086:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.438497:0:15029:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:8dc539e0-a6d0-4264-ae88-11424261aea3+8363:26792:x1788538595380544:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683772.438499:0:14204:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5180/0xcefed536a36e0f62 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x762:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ec3 expref: -99 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438500:0:15029:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.438539:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x762:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438545:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438551:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438591:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438596:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438599:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438629:0:14204:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009dbff480/0xcefed536a36e0f77 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x763:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438634:0:14204:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009dbff480/0xcefed536a36e0f77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x763:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438638:0:14204:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009dbff480/0xcefed536a36e0f77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x763:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.438645:0:15029:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098846080/0xcefed536a36e0f7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8b9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8eae expref: -99 pid: 15029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438654:0:15029:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe28780/0xcefed536a360bd2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb1582231 expref: 7920 pid: 15138 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1705683772.438655:0:14204:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000405:0x763:0x0]: returning size 4096 00010000:00010000:0.0:1705683772.438657:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000004:00200000:3.0:1705683772.438657:0:14204:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1705683772.438658:0:15029:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.438658:0:15029:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098846080/0xcefed536a36e0f7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x8b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8eae expref: 8364 pid: 15029 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683772.438665:0:14204:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009dbff480/0xcefed536a36e0f77 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x763:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.438666:0:15029:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe28780/0xcefed536a360bd2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582231 expref: 7920 pid: 15138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438670:0:15029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fe28780/0xcefed536a360bd2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8b9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0x927681bb1582231 expref: 7920 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.438671:0:14204:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438674:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683772.438678:0:15029:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:15029:1788538554084544:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.438678:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438681:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438684:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009faa4c80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:3.0:1705683772.438686:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683772.438687:0:15029:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665a240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.438690:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683772.438693:0:14196:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438693:0:14196:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.438695:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x762:0x0].0x0 (ffff880131b9d900) 00010000:00010000:3.0:1705683772.438697:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683772.438698:0:14196:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298697 00010000:00010000:3.0:1705683772.438699:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 3/0,0 mode: --/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00000100:00100000:0.0:1705683772.438700:0:14196:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1292:21950:x1788538595380800:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1705683772.438702:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa4c80/0xcefed536a36e0f69 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:0.0:1705683772.438705:0:14196:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.438708:0:15086:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801321d0780/0xcefed536a36e0f85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6cf6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ea7 expref: -99 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438710:0:14196:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098847c00/0xcefed536a36e0f8c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8eca expref: -99 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.438713:0:14204:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.438717:0:15086:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dedaf80/0xcefed536a35abf63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6cf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb155b29e expref: 7920 pid: 15079 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.438717:0:14204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438720:0:14204:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.438721:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.438722:0:15086:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.438723:0:15086:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321d0780/0xcefed536a36e0f85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6cf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ea7 expref: 8365 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.438723:0:14204:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009faa5b80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:3.0:1705683772.438725:0:14204:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438729:0:14204:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14204 initiator: MDT0 00010000:00010000:1.0:1705683772.438731:0:15086:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009dedaf80/0xcefed536a35abf63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6cf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b29e expref: 7920 pid: 15079 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.438733:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x762:0x0].0x3731 (ffff880131b9df00) 00010000:00010000:1.0:1705683772.438735:0:15086:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009dedaf80/0xcefed536a35abf63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6cf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb155b29e expref: 7920 pid: 15079 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.438735:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683772.438736:0:14204:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00010000:00010000:3.0:1705683772.438739:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5b80/0xcefed536a36e0f70 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x762:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14204 initiator: MDT0 00000100:00100000:1.0:1705683772.438740:0:15086:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e642800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:15086:1788538554084608:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.438742:0:14196:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098845680/0xcefed536a36e0f93 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14196 initiator: MDT0 00010000:00010000:0.0:1705683772.438747:0:14196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880098845680/0xcefed536a36e0f93 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14196 initiator: MDT1 00000100:00100000:1.0:1705683772.438749:0:15086:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.438751:0:14196:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098845680/0xcefed536a36e0f93 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14196 initiator: MDT1 00000100:00100000:1.0:1705683772.438755:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438755:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.438760:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420431 00000100:00100000:1.0:1705683772.438762:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c91900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:8dc539e0-a6d0-4264-ae88-11424261aea3+5729:26799:x1788538595380608:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683772.438767:0:15025:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.438772:0:14204:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009faa5180/0xcefed536a36e0f62 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x762:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ec3 expref: 1225 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.438784:0:14204:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009dbff480/0xcefed536a36e0f77 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x763:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ec3 expref: 1224 pid: 14204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.438789:0:14204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x763:0x0].0x0 (ffff88009e63b500) 00010000:00010000:3.0:1705683772.438791:0:14204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683772.438792:0:14204:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009dbff480, rc 0) 00000004:00200000:0.0:1705683772.438793:0:14196:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x217a:0x0]: returning size 4096 00000004:00200000:0.0:1705683772.438795:0:14196:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:3.0:1705683772.438832:0:14204:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c96900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:c77a26ac-6587-4500-88fc-a375de7e12f4+1224:21938:x1788538595380736:12345-192.168.203.16@tcp:101:mkdir.0 Request processed in 370us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.438837:0:14204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298696 00010000:00010000:0.0:1705683772.438842:0:14196:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098847c00/0xcefed536a36e0f8c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x217a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8eca expref: 1294 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438850:0:14196:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880098845680/0xcefed536a36e0f93 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x217a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8eca expref: 1293 pid: 14196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.438853:0:14196:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x217a:0x0].0x0 (ffff88008b2e4400) 00000100:00100000:3.0:1705683772.438854:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.438855:0:14196:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1705683772.438855:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.438856:0:14196:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098845680, rc 0) 00000100:00100000:3.0:1705683772.438859:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420432 00000100:00100000:3.0:1705683772.438862:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c95a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_058:8dc539e0-a6d0-4264-ae88-11424261aea3+8365:12859:x1788538595380672:12345-192.168.203.16@tcp:101:dd.0 00000100:00100000:0.0:1705683772.438865:0:14196:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+1293:21950:x1788538595380800:12345-192.168.203.16@tcp:101:rm.0 Request processed in 165us (486us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.438868:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.438869:0:14196:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298697 00000100:00100000:0.0:1705683772.438898:0:15123:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438899:0:15123:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.438902:0:15123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420433 00000100:00100000:0.0:1705683772.438904:0:15123:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_076:lustre-MDT0001-mdtlov_UUID+841:3081:x1788538554084480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.438911:0:15123:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32770 count 1 00010000:00010000:0.0:1705683772.439038:0:15123:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132327480/0xcefed536a36e0f9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8002:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439042:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dbff200/0xcefed536a36e0fa1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ebc expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439043:0:15123:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b460780/0xcefed536a369f967 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bf86f expref: 7920 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439046:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.439047:0:15123:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.439048:0:15123:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132327480/0xcefed536a36e0f9a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439051:0:15025:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801321d3480/0xcefed536a36e0fa8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb29e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8eb5 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439053:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ab4c80/0xcefed536a35d42bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b4a2 expref: 8366 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.439057:0:15123:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b460780/0xcefed536a369f967 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf86f expref: 7920 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439057:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5bdb80/0xcefed536a35d43ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb156b57b expref: 7920 pid: 9342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.439061:0:15123:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b460780/0xcefed536a369f967 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf86f expref: 7920 pid: 15066 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.439061:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.439061:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.439062:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbff200/0xcefed536a36e0fa1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ebc expref: 8366 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683772.439063:0:15025:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb29e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683772.439066:0:15123:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_076:lustre-OST0000_UUID:15123:1788538554084672:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.439071:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5bdb80/0xcefed536a35d43ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b57b expref: 7920 pid: 9342 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.439072:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.439073:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.439075:0:15123:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665ac00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.439076:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321d3480/0xcefed536a36e0fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8eb5 expref: 5730 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439076:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5bdb80/0xcefed536a35d43ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b57b expref: 7920 pid: 9342 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.439081:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ec100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554084736:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.439089:0:15025:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801321d3480/0xcefed536a36e0fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8eb5 expref: 5730 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439095:0:15025:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801321d3480, rc 0) 00010000:00010000:3.0:1705683772.439095:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ab4c80/0xcefed536a35d42bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4a2 expref: 8366 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.439099:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ab4c80/0xcefed536a35d42bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7c16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0x927681bb156b4a2 expref: 8366 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.439103:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307eb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_058:lustre-OST0000_UUID:15076:1788538554084800:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.439108:0:15025:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c91900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:8dc539e0-a6d0-4264-ae88-11424261aea3+5730:26799:x1788538595380608:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 344us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.439109:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.439113:0:15025:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420431 00000100:00100000:3.0:1705683772.439124:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b405a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554083008:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.439134:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.439139:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439140:0:15124:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094e02800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15124:1788538554083328:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.439140:0:7681:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880133dfbc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7681:1788538554083264:192.168.203.16@tcp:104: 00010000:00100000:3.0:1705683772.439140:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.439140:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683772.439151:0:15124:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439151:0:7681:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00100000:0.0:1705683772.439154:0:15124:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439154:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b404600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0000_UUID:15077:1788538554083136:192.168.203.16@tcp:104: 00010000:00100000:0.0:1705683772.439155:0:15124:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.439156:0:15124:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.439156:0:7681:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.439157:0:7681:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.439157:0:7681:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.439165:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.439170:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.439171:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.439172:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.439173:0:15062:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880133dfe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15062:1788538554083072:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.439174:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.439182:0:15062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.439187:0:15062:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.439188:0:15062:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439188:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683772.439189:0:15062:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439189:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439191:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.439196:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380864 00000100:00100000:1.0:1705683772.439197:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.439198:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439200:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.439202:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380992 00010000:00010000:3.0:1705683772.439206:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e45b980/0xcefed536a363c126 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982ed expref: 8367 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.439208:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1705683772.439211:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800922a3480/0xcefed536a366f083 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af116 expref: 5730 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.439215:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.439218:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439219:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439221:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595380928 00000100:00100000:0.0:1705683772.439225:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.439227:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009180cc80/0xcefed536a366f091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af124 expref: 5731 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.439231:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.439233:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439234:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439234:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.439236:0:7676:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381120 00000100:00100000:0.0:1705683772.439237:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381056 00000100:00100000:3.0:1705683772.439238:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439239:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439241:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381248 00010000:00010000:0.0:1705683772.439244:0:15085:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0d2f80/0xcefed536a369ea1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf0b2 expref: 7921 pid: 15146 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.439244:0:7676:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b43f980/0xcefed536a363c15e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598325 expref: 8369 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.439248:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b43f700/0xcefed536a363c134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598302 expref: 8369 pid: 8805 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.439252:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439252:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439255:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166505 00000100:00100000:1.0:1705683772.439255:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439255:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.439256:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439256:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439257:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e02800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8369:1859:x1788538595380864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.439259:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166506 00010000:00010000:0.0:1705683772.439261:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.439263:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e45b980/0xcefed536a363c126 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5b25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982ed expref: 8369 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.439263:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5731:1859:x1788538595380992:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683772.439264:0:7676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166507 00010000:00010000:0.0:1705683772.439267:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e45b980/0xcefed536a363c126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982ed expref: 8369 pid: 15144 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.439268:0:7676:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5731:1858:x1788538595380928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683772.439268:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.439271:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800922a3480/0xcefed536a366f083 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af116 expref: 5731 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.439274:0:7676:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.439275:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439276:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439277:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439277:0:7676:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009180cc80/0xcefed536a366f091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af124 expref: 5731 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.439277:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800922a3480/0xcefed536a366f083 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af116 expref: 5731 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.439280:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439283:0:7676:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009180cc80/0xcefed536a366f091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af124 expref: 5731 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.439286:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.439289:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800922a3480/0xcefed536a366f083 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af116 expref: 5731 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.439292:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e02800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8369:1859:x1788538595380864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 34us (118us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.439294:0:7676:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009180cc80/0xcefed536a366f091 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af124 expref: 5731 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.439295:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166505 00010000:00010000:3.0:1705683772.439299:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.439300:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.439301:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439302:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.439302:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.439304:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166508 00010000:00010000:1.0:1705683772.439304:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.439305:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7921:1858:x1788538595381056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.439305:0:7676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.439306:0:7676:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439307:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439308:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.439309:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b0d2f80/0xcefed536a369ea1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf0b2 expref: 7921 pid: 15146 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.439311:0:7676:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439314:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b0d2f80/0xcefed536a369ea1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf0b2 expref: 7921 pid: 15146 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.439319:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0d2f80/0xcefed536a369ea1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf0b2 expref: 7921 pid: 15146 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.439320:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.439325:0:7676:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.439328:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439328:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439329:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439332:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439332:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090e98a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5729:1859:x1788538595380992:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.439336:0:7676:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007374d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+5729:1858:x1788538595380928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.439338:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166506 00010000:00010000:0.0:1705683772.439339:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.439342:0:7676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166507 00000100:00100000:0.0:1705683772.439344:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:c77a26ac-6587-4500-88fc-a375de7e12f4+7920:1858:x1788538595381056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 38us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.439346:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166508 00000100:00100000:3.0:1705683772.439348:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439349:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439351:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439351:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.439353:0:7676:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439353:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166509 00000100:00100000:1.0:1705683772.439354:0:7676:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439355:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166510 00000100:00100000:3.0:1705683772.439356:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8368:1859:x1788538595381120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683772.439357:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007897f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8368:1859:x1788538595381248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.439360:0:15085:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.439362:0:15085:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b43f700/0xcefed536a363c134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598302 expref: 8368 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.439362:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.439364:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b43f980/0xcefed536a363c15e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598325 expref: 8368 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.439366:0:15085:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b43f700/0xcefed536a363c134 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598302 expref: 8368 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.439371:0:15098:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439371:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b43f980/0xcefed536a363c15e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598325 expref: 8368 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.439372:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b43f700/0xcefed536a363c134 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598302 expref: 8368 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.439376:0:15098:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439379:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439379:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439380:0:15085:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439380:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b43f980/0xcefed536a363c15e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598325 expref: 8367 pid: 8805 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.439381:0:15098:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439383:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439385:0:15098:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439389:0:15085:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.439392:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.439393:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007897f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:8dc539e0-a6d0-4264-ae88-11424261aea3+8366:1859:x1788538595381248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 35us (168us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683772.439393:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.439394:0:15098:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.439394:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.439395:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166510 00010000:00010000:3.0:1705683772.439398:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439407:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.439409:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439412:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f93980 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.439413:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439416:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683772.439417:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439420:0:15062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439423:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439425:0:15062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439426:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f93980/0xcefed536a36e0e6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439426:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+8365:1859:x1788538595381120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (217us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.439430:0:15062:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439431:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166509 00010000:00010000:0.0:1705683772.439434:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.439434:0:15062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439435:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439436:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439440:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439443:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439446:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439448:0:15062:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.439449:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439454:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683772.439456:0:15141:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439460:0:15141:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439463:0:15141:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439466:0:15141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439473:0:15141:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1705683772.439482:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1705683772.439484:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439490:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f91900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.439491:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439496:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439505:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439510:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f91900/0xcefed536a36e0e89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.439521:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b403c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+818:3082:x1788538554082752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9181us (9400us total) trans 4295137289 rc 0/0 00010000:00010000:1.0:1705683772.439524:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1705683772.439525:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420412 00010000:00010000:1.0:1705683772.439526:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439531:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b39d680 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.439532:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439536:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.439538:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439540:0:15141:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b401e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0000-mdtlov_UUID+3866:3082:x1788538554082368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9495us (9535us total) trans 4295138015 rc 0/0 00010000:00010000:0.0:1705683772.439541:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f90f00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:1.0:1705683772.439541:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439542:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439544:0:15141:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420408 00010000:00010000:0.0:1705683772.439548:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439548:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439553:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439553:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b39d680/0xcefed536a36e0e90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439556:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f90f00/0xcefed536a36e0e74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439562:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.439563:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.439564:0:15088:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e45b980/0xcefed536a363c126 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15982ed expref: 8364 pid: 15144 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.439565:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.439565:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439566:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439566:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439568:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.439570:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b402300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554082624:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.439571:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439574:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439577:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439578:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439580:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.439581:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.439581:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.439582:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.439583:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439585:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439590:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439592:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.439593:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439598:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.439600:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439605:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b39e300 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.439606:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439609:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439615:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439617:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b39e300/0xcefed536a36e0e7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439628:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.439629:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.439629:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683772.439630:0:15062:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+817:3082:x1788538554082816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9381us (9522us total) trans 4295137288 rc 0/0 00000100:00100000:1.0:1705683772.439635:0:15062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420411 00010000:00010000:3.0:1705683772.439640:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.439645:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.439647:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439651:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4abc00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.439652:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439655:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439660:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439663:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4abc00/0xcefed536a36e0e66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439670:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439671:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439671:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.439685:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+842:3083:x1788538554082880:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9526us (9597us total) trans 4295137290 rc 0/0 00000100:00100000:0.0:1705683772.439689:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420410 00000100:00100000:0.0:1705683772.439707:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.439715:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+817:3083:x1788538554082432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9983us (10054us total) trans 4295137291 rc 0/0 00000100:00100000:1.0:1705683772.439719:0:15098:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e644100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+3866:3083:x1788538554082560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9926us (9964us total) trans 4295138016 rc 0/0 00000100:00100000:3.0:1705683772.439720:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420406 00000100:00100000:0.0:1705683772.439724:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.439725:0:15098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420407 00000100:00100000:0.0:1705683772.439728:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439729:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439733:0:14212:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381184 00000100:00100000:3.0:1705683772.439733:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439734:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439738:0:14322:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381376 00010000:00010000:0.0:1705683772.439739:0:14212:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133e5e080/0xcefed536a369e5ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bef54 expref: 7920 pid: 15138 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.439747:0:14322:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b44f480/0xcefed536a366f0ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af140 expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.439749:0:14212:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439749:0:14212:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.439749:0:14210:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135561900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554083456:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.439751:0:14212:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166511 00000100:00100000:0.0:1705683772.439754:0:14212:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7920:1858:x1788538595381184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.439757:0:14212:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.439758:0:14212:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133e5e080/0xcefed536a369e5ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bef54 expref: 7920 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.439759:0:14322:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.439760:0:14210:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439760:0:14322:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.439763:0:14212:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133e5e080/0xcefed536a369e5ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bef54 expref: 7920 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.439763:0:14322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166512 00010000:00100000:1.0:1705683772.439765:0:14210:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.439766:0:14210:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.439767:0:14210:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439767:0:14322:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5728:1859:x1788538595381376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.439770:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439771:0:14212:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439772:0:14212:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.439772:0:14322:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683772.439774:0:14322:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b44f480/0xcefed536a366f0ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af140 expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.439775:0:14212:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439781:0:14212:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683772.439781:0:14322:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b44f480/0xcefed536a366f0ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af140 expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00000004:00080000:1.0:1705683772.439783:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b406400/2, rc 0, transno 169993 00000100:00100000:0.0:1705683772.439787:0:14212:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b3700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c77a26ac-6587-4500-88fc-a375de7e12f4+7920:1858:x1788538595381184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 32us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.439789:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b406400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554082752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.439790:0:14212:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166511 00010000:00010000:3.0:1705683772.439792:0:14322:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b44f480/0xcefed536a366f0ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af140 expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.439826:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.439828:0:14322:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.439830:0:14322:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.439832:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1705683772.439836:0:14322:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.439838:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439839:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439844:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381312 00000100:00100000:1.0:1705683772.439846:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1705683772.439850:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f971680/0xcefed536a366f09f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af132 expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.439850:0:14322:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683772.439852:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e643200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554084864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.439856:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439857:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439859:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166513 00000100:00100000:0.0:1705683772.439861:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+5728:1858:x1788538595381312:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683772.439862:0:14322:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b5000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:8dc539e0-a6d0-4264-ae88-11424261aea3+5728:1859:x1788538595381376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (137us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.439864:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.439866:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f971680/0xcefed536a366f09f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af132 expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.439868:0:14322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166512 00010000:00010000:0.0:1705683772.439870:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f971680/0xcefed536a366f09f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af132 expref: 5728 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.439871:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.439877:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f971680/0xcefed536a366f09f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af132 expref: 5727 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.439883:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439883:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.439884:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439884:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.439885:0:14210:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439885:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.439887:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439889:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554084864 00010000:00010000:1.0:1705683772.439890:0:14210:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439894:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.439896:0:14210:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439899:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.439900:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933b6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+5726:1858:x1788538595381312:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 39us (69us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.439900:0:14210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.439900:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.439903:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420434 00000100:00100000:0.0:1705683772.439906:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166513 00000100:00100000:3.0:1705683772.439906:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135561900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+817:3081:x1788538554084864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683772.439909:0:14210:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.439914:0:15124:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439914:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683772.439915:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683772.439916:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23340 count 1 00010000:00010000:0.0:1705683772.439917:0:15124:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439920:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009857e080 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.439921:0:15124:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439922:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439923:0:15124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439927:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439928:0:15124:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683772.439931:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.439932:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439935:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008c1d8280 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.439935:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439936:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439938:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439941:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009857e080/0xcefed536a36e0ef9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439943:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.439949:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c1d8280/0xcefed536a36e0ee4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.439952:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.439953:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.439954:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439955:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439956:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.439956:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.440015:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b401400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3867:3083:x1788538554083200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9070us (9418us total) trans 4295138017 rc 0/0 00000100:00100000:0.0:1705683772.440019:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420416 00000100:00100000:0.0:1705683772.440038:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.440042:0:14210:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135561e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+3866:3081:x1788538554083392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8655us (8691us total) trans 4295138018 rc 0/0 00000100:00100000:0.0:1705683772.440043:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440044:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440046:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381440 00000100:00100000:1.0:1705683772.440047:0:14210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420417 00010000:00010000:0.0:1705683772.440052:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096c14a00/0xcefed536a36db813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d69b6 expref: 1224 pid: 14199 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.440059:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440059:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440061:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166514 00000100:00100000:0.0:1705683772.440063:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d44b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+1224:1857:x1788538595381440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.440067:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.440068:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880096c14a00/0xcefed536a36db813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d69b6 expref: 1224 pid: 14199 timeout: 644 lvb_type: 0 00000004:00080000:1.0:1705683772.440070:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135564600/2, rc 0, transno 170722 00010000:00010000:0.0:1705683772.440072:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880096c14a00/0xcefed536a36db813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d69b6 expref: 1224 pid: 14199 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.440074:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135564600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554083392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.440078:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096c14a00/0xcefed536a36db813 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25fa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15d69b6 expref: 1224 pid: 14199 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.440088:0:8821:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fa:0x0].0x0 (ffff880092024700) 00010000:00010000:0.0:1705683772.440090:0:8821:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.440091:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dbfcc80/0xcefed536a36e0faf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.440093:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7681 initiator: MDT0 00010000:00010000:0.0:1705683772.440095:0:8821:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7681 initiator: MDT0 00000100:00100000:1.0:1705683772.440096:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1705683772.440100:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c18c780/0xcefed536a363c1d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15983b1 expref: 8363 pid: 15041 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683772.440102:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880133dfe400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554084928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.440106:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.440107:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.440108:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbfcc80/0xcefed536a36e0faf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.440109:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.440111:0:7681:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.440115:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d44b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+1223:1857:x1788538595381440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 51us (76us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.440116:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.440117:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166514 00010000:00010000:3.0:1705683772.440121:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c18c780/0xcefed536a363c1d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983b1 expref: 8363 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.440128:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c18c780/0xcefed536a363c1d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983b1 expref: 8363 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.440134:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.440135:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801307ef300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15088:1788538554084992:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.440143:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.440146:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440147:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440150:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381504 00000100:00100000:3.0:1705683772.440150:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b52a4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.440156:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440157:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440158:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381568 00000100:00100000:0.0:1705683772.440162:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440162:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.440162:0:15118:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099350280/0xcefed536a36e0fb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8cc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8e8b expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.440164:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420435 00010000:00010000:1.0:1705683772.440164:0:7681:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00000100:00100000:0.0:1705683772.440166:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9447:21555:x1788538595381504:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:0.0:1705683772.440170:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.440170:0:7681:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00002000:00010000:3.0:1705683772.440172:0:15118:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x8cc6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.440173:0:7681:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440177:0:7681:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e209e00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.440179:0:7681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.440180:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.440182:0:7681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.440182:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.440185:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099350280/0xcefed536a36e0fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e8b expref: 7921 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.440189:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fa:0x0].0x0 (ffff880092024700) 00010000:00010000:1.0:1705683772.440191:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683772.440192:0:7681:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.440193:0:15118:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099350280/0xcefed536a36e0fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8cc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8e8b expref: 7921 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.440196:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209e00/0xcefed536a36e0edd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.440200:0:15118:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099350280, rc 0) 00010000:00010000:1.0:1705683772.440209:0:7681:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00000100:00100000:3.0:1705683772.440211:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800987d6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+7921:19986:x1788538595379968:12345-192.168.203.16@tcp:101:dd.0 Request processed in 2848us (2871us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.440213:0:7681:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440217:0:7681:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00000100:00100000:3.0:1705683772.440217:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420421 00010000:00010000:1.0:1705683772.440220:0:7681:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e209400 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.440221:0:7681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440224:0:7681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7681 initiator: MDT0 00000100:00100000:3.0:1705683772.440227:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.440228:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.440229:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x253d:0x0].0x0 (ffff880091b07f00) 00010000:00010000:1.0:1705683772.440231:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1705683772.440232:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420436 00010000:00010000:1.0:1705683772.440233:0:7681:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00000100:00100000:3.0:1705683772.440235:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d40a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+7920:21959:x1788538595381568:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:1.0:1705683772.440240:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e209400/0xcefed536a36e0ecf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x253d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.440240:0:15118:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.440250:0:7681:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440253:0:7681:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440257:0:7681:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440261:0:7681:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f92f80 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.440262:0:7681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440265:0:7681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440270:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3531 (ffff88008b090a00) 00010000:00010000:1.0:1705683772.440272:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.440273:0:7681:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440277:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92f80/0xcefed536a36e0eba lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440289:0:7681:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440293:0:7681:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440297:0:7681:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440301:0:7681:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440304:0:7681:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f92d00 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.440305:0:7681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440309:0:7681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440314:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff880073502c00) 00010000:00010000:1.0:1705683772.440316:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.440318:0:7681:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440321:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134f92d00/0xcefed536a36e0eac lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440327:0:7681:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440330:0:7681:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440334:0:7681:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440337:0:7681:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f91400 already unused, calling callback (ffffffffa0d836d0) 00010000:00010000:1.0:1705683772.440339:0:7681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440342:0:7681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440350:0:7681:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x3131 (ffff88009e099300) 00010000:00010000:1.0:1705683772.440352:0:7681:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683772.440353:0:7681:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.440356:0:7681:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134f91400/0xcefed536a36e0eb3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7681 initiator: MDT0 00000100:00100000:1.0:1705683772.440381:0:7681:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8dc539e0-a6d0-4264-ae88-11424261aea3+402:21974:x1788538595378752:12345-192.168.203.16@tcp:36:mrename.0 Request processed in 9795us (9837us total) trans 0 rc -39/-39 00000100:00100000:1.0:1705683772.440386:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 298693 00010000:00010000:0.0:1705683772.440413:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132324280/0xcefed536a36e0fbd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb625:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ed1 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.440423:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xb625:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683772.440424:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.440429:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.440429:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.440431:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132324280/0xcefed536a36e0fbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ed1 expref: 9448 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.440436:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132324280/0xcefed536a36e0fbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ed1 expref: 9448 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.440436:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440437:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683772.440440:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132324280, rc 0) 00000100:00100000:1.0:1705683772.440442:0:15062:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554084928 00000100:00100000:0.0:1705683772.440448:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9448:21555:x1788538595381504:12345-192.168.203.16@tcp:101:dd.0 Request processed in 281us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.440451:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420435 00000100:00100000:1.0:1705683772.440454:0:15062:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440455:0:15062:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440457:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440458:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440459:0:15062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420437 00000100:00100000:1.0:1705683772.440462:0:15062:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880133dfbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3866:3084:x1788538554084928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.440472:0:15062:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36342 count 1 00010000:00010000:3.0:1705683772.440472:0:15118:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099351400/0xcefed536a36e0fc4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc08f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ed8 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.440475:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:3.0:1705683772.440483:0:15118:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc08f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683772.440484:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.440488:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440489:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440491:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381632 00010000:00010000:3.0:1705683772.440492:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.440493:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.440496:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099351400/0xcefed536a36e0fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ed8 expref: 7921 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.440497:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440498:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440499:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381696 00000100:00100000:0.0:1705683772.440503:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440504:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683772.440504:0:15118:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099351400/0xcefed536a36e0fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc08f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ed8 expref: 7921 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.440506:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420438 00000100:00100000:0.0:1705683772.440508:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d44100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:8dc539e0-a6d0-4264-ae88-11424261aea3+8364:26786:x1788538595381632:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.440511:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683772.440515:0:15118:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099351400, rc 0) 00000100:00100000:3.0:1705683772.440527:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d40a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+7921:21959:x1788538595381568:12345-192.168.203.16@tcp:101:dd.0 Request processed in 292us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.440533:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420436 00000100:00100000:3.0:1705683772.440543:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.440544:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.440547:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420439 00000100:00100000:3.0:1705683772.440550:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d46e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+9448:16401:x1788538595381696:12345-192.168.203.16@tcp:101:dd.0 00010000:00010000:3.0:1705683772.440556:0:15118:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.440574:0:15062:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321d3700/0xcefed536a36e0fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.440583:0:15062:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b44d400/0xcefed536a366f0c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af15c expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.440588:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.440589:0:15062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.440590:0:15062:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321d3700/0xcefed536a36e0fcb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.440610:0:15062:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b44d400/0xcefed536a366f0c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af15c expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.440617:0:15062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b44d400/0xcefed536a366f0c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af15c expref: 5725 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.440625:0:15062:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f047300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15062:1788538554085056:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.440638:0:15062:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7000 going to sleep for 11 seconds 00000004:00080000:1.0:1705683772.440666:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b400f00/2, rc 0, transno 169992 00000100:00100000:1.0:1705683772.440672:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b400f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554082816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683772.440695:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554085120:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683772.440701:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132325400/0xcefed536a36e0fd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc183:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8edf expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.440708:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0xc183:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.440714:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.440714:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683772.440715:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.440717:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132325400/0xcefed536a36e0fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8edf expref: 8365 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.440722:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132325400/0xcefed536a36e0fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8edf expref: 8365 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.440726:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132325400, rc 0) 00000100:00100000:1.0:1705683772.440731:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440731:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440733:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d44100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:8dc539e0-a6d0-4264-ae88-11424261aea3+8365:26786:x1788538595381632:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 224us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683772.440735:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085120 00000100:00100000:0.0:1705683772.440736:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420438 00000100:00100000:0.0:1705683772.440743:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440743:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440745:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420440 00000100:00100000:1.0:1705683772.440745:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440745:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.440747:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013061b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+818:3084:x1788538554085120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.440753:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23341 count 1 00000004:00080000:1.0:1705683772.440756:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ed5000/2, rc 0, transno 170719 00000100:00100000:1.0:1705683772.440760:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554082368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.440779:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f042800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554085184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683772.440794:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.440835:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440836:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440839:0:14210:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085184 00000100:00100000:1.0:1705683772.440846:0:14210:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440847:0:14210:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.440849:0:14210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420441 00000100:00100000:1.0:1705683772.440851:0:14210:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+3867:3081:x1788538554085184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.440858:0:14210:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36343 count 1 00010000:00010000:0.0:1705683772.440912:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a36e0fd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.440918:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b057980/0xcefed536a363c1f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15983c6 expref: 8364 pid: 14213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.440922:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.440923:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.440923:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a36e0fd9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.440933:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b057980/0xcefed536a363c1f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983c6 expref: 8364 pid: 14213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.440938:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b057980/0xcefed536a363c1f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983c6 expref: 8364 pid: 14213 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.440943:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090d43c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554085248:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.440951:0:14210:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321d2580/0xcefed536a36e0fe0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.440952:0:15118:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099353700/0xcefed536a36e0fe7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa2af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ee6 expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.440953:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff880090d81a80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.440961:0:14210:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a5d900/0xcefed536a366f0d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af16a expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1705683772.440962:0:15118:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0xa2af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683772.440966:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.440967:0:14210:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.440968:0:14210:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321d2580/0xcefed536a36e0fe0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.440971:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.440972:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.440975:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099353700/0xcefed536a36e0fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ee6 expref: 9449 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.440982:0:14210:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a5d900/0xcefed536a366f0d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af16a expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.440982:0:15118:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099353700/0xcefed536a36e0fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8ee6 expref: 9449 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.440987:0:15118:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099353700, rc 0) 00010000:00010000:1.0:1705683772.440989:0:14210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a5d900/0xcefed536a366f0d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af16a expref: 5725 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.440997:0:14210:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f045a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14210:1788538554085312:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.440999:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d46e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+9449:16401:x1788538595381696:12345-192.168.203.16@tcp:101:dd.0 Request processed in 448us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.441004:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420439 00000100:00100000:0.0:1705683772.441009:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.441012:0:14210:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.441015:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441016:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441020:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381760 00000100:00100000:0.0:1705683772.441021:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1705683772.441033:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441034:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.441035:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.441037:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441037:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420442 00000100:00100000:3.0:1705683772.441041:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d44600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+9449:26724:x1788538595381760:12345-192.168.203.16@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683772.441042:0:7681:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381824 00010000:00010000:3.0:1705683772.441047:0:15118:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683772.441063:0:7681:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441064:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.441064:0:7681:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.441069:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 298698 00000100:00100000:1.0:1705683772.441072:0:7681:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d42800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c77a26ac-6587-4500-88fc-a375de7e12f4+1223:21822:x1788538595381824:12345-192.168.203.16@tcp:101:rm.0 00000100:00100000:0.0:1705683772.441073:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441073:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441077:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381888 00010000:00010000:1.0:1705683772.441080:0:7681:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683772.441084:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441085:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.441086:0:7681:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d1b80/0xcefed536a36e0fee lrc: 2/0,0 mode: --/CR res: [0x200000405:0x726:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8ef4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.441087:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420443 00000100:00100000:0.0:1705683772.441089:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d43200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9450:26755:x1788538595381888:12345-192.168.203.16@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683772.441093:0:15124:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683772.441122:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0000/0xcefed536a36e0ff5 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x726:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.441128:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0000/0xcefed536a36e0ff5 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x726:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.441133:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0000/0xcefed536a36e0ff5 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x726:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.441161:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0500/0xcefed536a36e0ffc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x726:0x0].0x35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.441166:0:7681:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0500/0xcefed536a36e0ffc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x726:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.441170:0:7681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0500/0xcefed536a36e0ffc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x726:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.441203:0:7681:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0c80/0xcefed536a36e1003 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x72b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7681 initiator: MDT0 00010000:00010000:1.0:1705683772.441210:0:7681:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932ef980/0xcefed536a36bbc38 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x72b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15caf2c expref: 401 pid: 10682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.441215:0:7681:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801321d0c80/0xcefed536a36e1003 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x72b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7681 initiator: MDT0 00010000:00010000:3.0:1705683772.441218:0:15118:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099352080/0xcefed536a36e100a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x94e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8eed expref: -99 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.441229:0:7681:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800932ef980/0xcefed536a36bbc38 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x72b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0x927681bb15caf2c expref: 401 pid: 10682 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683772.441229:0:15118:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x94e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683772.441230:0:15124:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008dbdb480/0xcefed536a36e1011 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x92be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x927681bb15d8efb expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683772.441237:0:15124:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x92be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683772.441237:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.441238:0:15118:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.441240:0:7681:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932ef980/0xcefed536a36bbc38 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x72b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0x927681bb15caf2c expref: 401 pid: 10682 timeout: 644 lvb_type: 0 00010000:00010000:3.0:1705683772.441241:0:15118:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099352080/0xcefed536a36e100a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8eed expref: 9452 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441243:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.441244:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.441246:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dbdb480/0xcefed536a36e1011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8efb expref: 9452 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.441248:0:7681:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f040f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7681:1788538554085376:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.441249:0:15118:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099352080/0xcefed536a36e100a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8eed expref: 9452 pid: 15118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441251:0:15124:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008dbdb480/0xcefed536a36e1011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0x927681bb15d8efb expref: 9452 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441255:0:15124:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dbdb480, rc 0) 00010000:00010000:3.0:1705683772.441256:0:15118:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099352080, rc 0) 00000100:00100000:1.0:1705683772.441262:0:7681:0:(client.c:2536:ptlrpc_set_wait()) set ffff8801306a7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.441264:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d43200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:c77a26ac-6587-4500-88fc-a375de7e12f4+9452:26755:x1788538595381888:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 175us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.441267:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420443 00000100:00100000:3.0:1705683772.441269:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d44600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_074:c77a26ac-6587-4500-88fc-a375de7e12f4+9452:26724:x1788538595381760:12345-192.168.203.16@tcp:101:dir_create.sh.0 Request processed in 227us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683772.441274:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420442 00000004:00080000:3.0:1705683772.441303:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133dfda00/2, rc 0, transno 170721 00000100:00100000:3.0:1705683772.441310:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880133dfda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554083200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.441320:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b401900/2, rc 0, transno 169994 00000100:00100000:3.0:1705683772.441325:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b401900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554082880:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.441329:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683772.441333:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090d45f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554085440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.441345:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683772.441354:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e644b00/2, rc 0, transno 170720 00000100:00100000:3.0:1705683772.441359:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e644b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554082560:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.441366:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801312a6900/2, rc 0, transno 169995 00000100:00100000:3.0:1705683772.441370:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801312a6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554082432:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683772.441378:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ed7300/2, rc 0, transno 170716 00000100:00100000:0.0:1705683772.441380:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135000a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554085632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.441391:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554081856:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683772.441400:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801307eb200/2, rc 0, transno 170718 00000100:00100000:0.0:1705683772.441403:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.441409:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307eb200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554080832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.441417:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:3.0:1705683772.441417:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801307ecb00/2, rc 0, transno 169989 00000100:00100000:0.0:1705683772.441419:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135005a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554085696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.441422:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307ecb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554081152:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.441427:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.441441:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441441:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441447:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085440 00000100:00100000:0.0:1705683772.441458:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441458:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441458:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441459:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441461:0:15041:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085632 00000100:00100000:0.0:1705683772.441462:0:15098:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085696 00000100:00100000:3.0:1705683772.441469:0:15041:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441469:0:15041:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441470:0:15098:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441470:0:15098:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441473:0:15041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420444 00000100:00100000:0.0:1705683772.441476:0:15098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420445 00000100:00100000:3.0:1705683772.441476:0:15041:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d46900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+3869:3081:x1788538554085440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683772.441478:0:15098:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135003200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+819:3081:x1788538554085632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.441484:0:15098:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23342 count 1 00002000:00080000:3.0:1705683772.441486:0:15041:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36344 count 1 00010000:00010000:3.0:1705683772.441593:0:15041:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a24aaf80/0xcefed536a36e1018 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.441603:0:15041:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a5e580/0xcefed536a366f0e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af178 expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.441613:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.441614:0:15041:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683772.441615:0:15041:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a24aaf80/0xcefed536a36e1018 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441620:0:15098:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dbdb700/0xcefed536a36e101f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.441621:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090d47300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554085568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.441629:0:15098:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c18cf00/0xcefed536a363c20d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15983e2 expref: 8364 pid: 15041 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.441630:0:15041:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a5e580/0xcefed536a366f0e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af178 expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.441632:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.441633:0:15098:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.441633:0:15098:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dbdb700/0xcefed536a36e101f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.441637:0:15041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a5e580/0xcefed536a366f0e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af178 expref: 5725 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.441639:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683772.441643:0:15098:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c18cf00/0xcefed536a363c20d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983e2 expref: 8364 pid: 15041 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.441645:0:15041:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880090e98a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15041:1788538554085888:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.441647:0:15098:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c18cf00/0xcefed536a363c20d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983e2 expref: 8364 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:1.0:1705683772.441651:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880094e02800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554085824:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.441652:0:15098:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15098:1788538554085952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.441667:0:15098:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b42e000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.441668:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.441668:0:15041:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.441680:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441681:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441683:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441683:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441686:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085824 00000100:00100000:3.0:1705683772.441687:0:15027:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085568 00000100:00100000:1.0:1705683772.441689:0:3084:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1705683772.441694:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554085504:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.441695:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441695:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441698:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420446 00000100:00100000:0.0:1705683772.441699:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135003c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:lustre-MDT0000-mdtlov_UUID+3870:3081:x1788538554085696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683772.441699:0:15027:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441700:0:15027:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.441704:0:15027:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420447 00002000:00080000:0.0:1705683772.441705:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36346 count 1 00000100:00100000:3.0:1705683772.441707:0:15027:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+842:3084:x1788538554085824:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.441711:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1705683772.441717:0:15027:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32772 count 1 00000100:00100000:1.0:1705683772.441723:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.441724:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.441729:0:15025:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085504 00000100:00100000:1.0:1705683772.441741:0:15025:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.441742:0:15025:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.441745:0:15025:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420448 00000100:00100000:1.0:1705683772.441748:0:15025:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f043700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+3870:3084:x1788538554085568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.441758:0:15025:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36345 count 1 00010000:00010000:0.0:1705683772.441865:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801323af200/0xcefed536a36e1026 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dfa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441875:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d56080/0xcefed536a366f101 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af194 expref: 5725 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.441876:0:15027:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a24a9680/0xcefed536a36e102d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8004:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441878:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.441879:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.441880:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801323af200/0xcefed536a36e1026 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.441883:0:15027:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e02e580/0xcefed536a36a029e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bfcd6 expref: 7920 pid: 15061 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441889:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d56080/0xcefed536a366f101 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af194 expref: 5725 pid: 15127 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.441889:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.441890:0:15027:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.441891:0:15027:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a24a9680/0xcefed536a36e102d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.441893:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d56080/0xcefed536a366f101 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af194 expref: 5725 pid: 15127 timeout: 644 lvb_type: 1 00010000:00010000:1.0:1705683772.441895:0:15025:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321d2a80/0xcefed536a36e1034 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.441898:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135001900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_059:lustre-OST0001_UUID:15077:1788538554086016:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.441901:0:15027:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e02e580/0xcefed536a36a029e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bfcd6 expref: 7920 pid: 15061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.441904:0:15025:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013217de00/0xcefed536a366f0f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af186 expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683772.441906:0:15027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e02e580/0xcefed536a36a029e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bfcd6 expref: 7920 pid: 15061 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.441910:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255600 going to sleep for 11 seconds 00000100:00100000:3.0:1705683772.441910:0:15027:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007374d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:15027:1788538554086080:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.441913:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.441914:0:15025:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.441915:0:15025:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321d2a80/0xcefed536a36e1034 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.441917:0:15141:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441918:0:15141:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.441922:0:15141:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420449 00000100:00100000:0.0:1705683772.441923:0:15141:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f046900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_094:lustre-MDT0001-mdtlov_UUID+843:3084:x1788538554085504:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.441924:0:15027:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d867a80 going to sleep for 11 seconds 00002000:00080000:0.0:1705683772.441930:0:15141:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32771 count 1 00010000:00010000:1.0:1705683772.441930:0:15025:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013217de00/0xcefed536a366f0f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af186 expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.441937:0:15025:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013217de00/0xcefed536a366f0f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af186 expref: 5725 pid: 14220 timeout: 644 lvb_type: 1 00000004:00080000:3.0:1705683772.441939:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e478a00/2, rc 0, transno 169988 00000100:00100000:3.0:1705683772.441943:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e478a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554080640:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.441945:0:15025:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012f042300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:15025:1788538554086144:192.168.203.16@tcp:104: 00010000:00010000:3.0:1705683772.441959:0:15075:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.441963:0:15025:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a60a6b40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.441963:0:15075:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.441966:0:15075:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.441969:0:15075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.441976:0:3084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135004600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554085760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.441981:0:15075:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683772.441992:0:3084:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.442009:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442010:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442014:0:15053:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554085760 00000100:00100000:1.0:1705683772.442027:0:15053:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442028:0:15053:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442031:0:15053:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420450 00000100:00100000:1.0:1705683772.442033:0:15053:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f044100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3871:3084:x1788538554085760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.442042:0:15053:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36347 count 1 00010000:00010000:0.0:1705683772.442060:0:8820:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.442062:0:8820:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.442065:0:15075:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_057:lustre-MDT0000-mdtlov_UUID+820:3083:x1788538554081920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13733us (13756us total) trans 4295137292 rc 0/0 00010000:00010000:0.0:1705683772.442066:0:8820:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4aa800 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.442068:0:8820:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442071:0:8820:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.442071:0:15075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420401 00010000:00010000:0.0:1705683772.442078:0:8820:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442081:0:8820:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4aa800/0xcefed536a36e0e20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442090:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.442091:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.442092:0:8820:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683772.442094:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800987de400/2, rc 0, transno 170715 00010000:00010000:0.0:1705683772.442096:0:15141:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323ac500/0xcefed536a36e103b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8003:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.442100:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800987de400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554080320:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683772.442101:0:15141:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cf7d180/0xcefed536a369fe76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bfade expref: 7920 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442104:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.442105:0:15141:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.442105:0:15141:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323ac500/0xcefed536a36e103b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15141 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442114:0:15141:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cf7d180/0xcefed536a369fe76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bfade expref: 7920 pid: 14210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442121:0:15141:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cf7d180/0xcefed536a369fe76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bfade expref: 7920 pid: 14210 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.442126:0:15141:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135002d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_094:lustre-OST0000_UUID:15141:1788538554086272:192.168.203.16@tcp:104: 00000004:00080000:3.0:1705683772.442127:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097ed0a00/2, rc 0, transno 169996 00000100:00100000:3.0:1705683772.442132:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554081920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.442136:0:15141:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c255cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683772.442142:0:15053:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321d1900/0xcefed536a36e1042 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dfb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.442146:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554086208:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.442150:0:15053:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013217cc80/0xcefed536a366f10f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af1a2 expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.442155:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b405a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3083:1788538554086400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.442156:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.442157:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.442158:0:15053:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.442159:0:15053:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321d1900/0xcefed536a36e1042 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15053 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442174:0:15053:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013217cc80/0xcefed536a366f10f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af1a2 expref: 5725 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.442181:0:15053:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013217cc80/0xcefed536a366f10f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af1a2 expref: 5725 pid: 14220 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.442186:0:15132:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133e5e080/0xcefed536a369e5ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bef54 expref: 7920 pid: 15138 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.442189:0:15053:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092689400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15053:1788538554086464:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.442195:0:15132:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b406900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15132:1788538554082496:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.442205:0:15053:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093efa780 going to sleep for 11 seconds 00010000:00010000:3.0:1705683772.442205:0:15132:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683772.442211:0:15132:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.442212:0:15132:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683772.442212:0:15132:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683772.442214:0:15132:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442218:0:15132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.442224:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b404600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3082:1788538554086336:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683772.442224:0:15132:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442227:0:15132:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442234:0:15132:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683772.442238:0:6523:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683772.442239:0:6523:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442242:0:6523:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4a9900 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:3.0:1705683772.442243:0:6523:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442247:0:6523:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442256:0:6523:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442261:0:6523:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4a9900/0xcefed536a36e0e43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15132 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.442267:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442268:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442273:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554086208 00010000:00010000:3.0:1705683772.442274:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.442275:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.442276:0:6523:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683772.442277:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.442293:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442293:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442296:0:15055:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554086400 00000100:00100000:1.0:1705683772.442308:0:15055:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442309:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442309:0:15055:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442310:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442312:0:15055:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420451 00000100:00100000:0.0:1705683772.442315:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420452 00000100:00100000:1.0:1705683772.442315:0:15055:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+845:3081:x1788538554086208:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.442318:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135004b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+820:3083:x1788538554086400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683772.442324:0:15055:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32773 count 1 00002000:00080000:0.0:1705683772.442326:0:15124:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23343 count 1 00000100:00100000:3.0:1705683772.442364:0:15132:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0001-mdtlov_UUID+845:3081:x1788538554082304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12824us (12914us total) trans 4295137293 rc 0/0 00000100:00100000:3.0:1705683772.442370:0:15132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420405 00010000:00010000:3.0:1705683772.442385:0:15137:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442391:0:15137:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442397:0:15137:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442402:0:15137:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442419:0:15137:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.442464:0:15055:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801321d3980/0xcefed536a36e1049 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8005:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442465:0:15047:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.442467:0:15047:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442471:0:15047:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008b4a8780 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.442472:0:15047:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442475:0:15047:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442478:0:15055:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801334fcc80/0xcefed536a36a0679 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bfe18 expref: 7919 pid: 15134 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442482:0:15047:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442483:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.442484:0:15055:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.442485:0:15055:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321d3980/0xcefed536a36e1049 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442486:0:15047:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4a8780/0xcefed536a36e0e2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442494:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.442495:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.442495:0:15047:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683772.442496:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+845:3082:x1788538554081024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15789us (15845us total) trans 4295137294 rc 0/0 00010000:00010000:0.0:1705683772.442499:0:15124:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323ac000/0xcefed536a36e1050 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442500:0:15055:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801334fcc80/0xcefed536a36a0679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bfe18 expref: 7919 pid: 15134 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.442501:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420391 00010000:00010000:0.0:1705683772.442504:0:15124:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b42f200/0xcefed536a363c237 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15983fe expref: 8364 pid: 14213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.442507:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.442507:0:15055:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801334fcc80/0xcefed536a36a0679 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bfe18 expref: 7919 pid: 15134 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.442508:0:15124:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.442508:0:15124:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323ac000/0xcefed536a36e1050 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683772.442514:0:15055:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009268c600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15055:1788538554086528:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.442518:0:15124:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b42f200/0xcefed536a363c237 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983fe expref: 8364 pid: 14213 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.442522:0:15124:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b42f200/0xcefed536a363c237 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15983fe expref: 8364 pid: 14213 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.442527:0:15124:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135000500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15124:1788538554086592:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.442529:0:15055:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093e9f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.442537:0:15124:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130330840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.442546:0:9340:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ed0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554084416:192.168.203.16@tcp:104: 00000004:00080000:0.0:1705683772.442551:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b402d00/2, rc 0, transno 169997 00010000:00010000:1.0:1705683772.442556:0:9340:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.442561:0:9340:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.442561:0:9340:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442562:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b402d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554082304:0@lo:6:osp-syn-0-1.0 00010000:00100000:1.0:1705683772.442562:0:9340:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442572:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683772.442587:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801307edf00/2, rc 0, transno 169998 00000100:00100000:1.0:1705683772.442590:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801307edf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3082:1788538554081024:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1705683772.442600:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442601:0:15126:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880094e01900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554083840:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.442601:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442605:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554086336 00010000:00010000:0.0:1705683772.442611:0:15126:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.442615:0:15126:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.442615:0:15126:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.442616:0:15126:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442616:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442617:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.442621:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420453 00000100:00100000:1.0:1705683772.442624:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009268ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+3872:3082:x1788538554086336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683772.442633:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:36348 count 1 00000100:00100000:0.0:1705683772.442642:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1705683772.442646:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442647:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.442648:0:15105:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff79e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_012:lustre-OST0001_UUID:15105:1788538554083904:192.168.203.16@tcp:105: 00000100:00100000:0.0:1705683772.442650:0:6521:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595381952 00010000:00010000:0.0:1705683772.442656:0:6521:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c18c500/0xcefed536a363c1c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598395 expref: 8365 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:3.0:1705683772.442660:0:15105:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.442664:0:6521:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442664:0:6521:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442666:0:6521:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166515 00000100:00100000:0.0:1705683772.442668:0:6521:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8365:1857:x1788538595381952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683772.442672:0:6521:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.442673:0:6521:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c18c500/0xcefed536a363c1c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598395 expref: 8365 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.442676:0:15105:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e03700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:8dc539e0-a6d0-4264-ae88-11424261aea3+5725:1856:x1788538595379648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5584us (5640us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683772.442678:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c18c500/0xcefed536a363c1c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598395 expref: 8365 pid: 15041 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.442681:0:15105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166498 00010000:00010000:0.0:1705683772.442685:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c18c500/0xcefed536a363c1c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0x927681bb1598395 expref: 8365 pid: 15041 timeout: 644 lvb_type: 1 00010000:00010000:0.0:1705683772.442693:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.442694:0:6521:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.442695:0:6521:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442698:0:6521:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442706:0:6521:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683772.442715:0:6521:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8dc539e0-a6d0-4264-ae88-11424261aea3+8364:1857:x1788538595381952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 46us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683772.442718:0:6521:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166515 00000100:00100000:0.0:1705683772.442731:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683772.442734:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008b406900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554086656:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.442737:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801321d1680/0xcefed536a36e1057 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dfc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.442744:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683772.442747:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013217f480/0xcefed536a366f11d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb15af1b0 expref: 5724 pid: 14220 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683772.442752:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683772.442753:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683772.442754:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987dbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3081:1788538554086720:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1705683772.442754:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801321d1680/0xcefed536a36e1057 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683772.442756:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.442757:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442761:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683772.442762:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554086656 00010000:00010000:1.0:1705683772.442768:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013217f480/0xcefed536a366f11d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af1b0 expref: 5724 pid: 14220 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683772.442775:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683772.442776:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013217f480/0xcefed536a366f11d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb15af1b0 expref: 5724 pid: 14220 timeout: 644 lvb_type: 1 00000100:00100000:3.0:1705683772.442776:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.442779:0:15137:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554086720 00000100:00100000:0.0:1705683772.442784:0:3076:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1705683772.442784:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880092689900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:15036:1788538554086784:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.442791:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.442791:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442795:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442795:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683772.442795:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420454 00000100:00100000:3.0:1705683772.442797:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135001e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+846:3083:x1788538554086656:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1705683772.442798:0:8821:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538595382016 00002000:00080000:3.0:1705683772.442832:0:15137:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32774 count 1 00010000:00010000:0.0:1705683772.442834:0:8821:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6300/0xcefed536a369f34e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf54a expref: 7920 pid: 15137 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.442839:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff880093e9fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.442841:0:8821:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442842:0:8821:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442844:0:8821:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 166516 00000100:00100000:0.0:1705683772.442846:0:8821:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135001400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7920:1857:x1788538595382016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683772.442849:0:9340:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442850:0:8821:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683772.442851:0:8821:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6300/0xcefed536a369f34e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf54a expref: 7920 pid: 15137 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1705683772.442855:0:8821:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6300/0xcefed536a369f34e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf54a expref: 7920 pid: 15137 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.442855:0:9340:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442860:0:9340:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442863:0:8821:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a5e6300/0xcefed536a369f34e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bf54a expref: 7920 pid: 15137 timeout: 644 lvb_type: 0 00010000:00010000:1.0:1705683772.442865:0:9340:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442868:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.442869:0:8821:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.442870:0:8821:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.442873:0:8821:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442874:0:9340:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683772.442880:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.442881:0:8821:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683772.442881:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442886:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801362a8000 already unused, calling callback (ffffffffa0665e00) 00000100:00100000:0.0:1705683772.442888:0:8821:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135001400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c77a26ac-6587-4500-88fc-a375de7e12f4+7919:1857:x1788538595382016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 41us (104us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683772.442888:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.442890:0:8821:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 166516 00010000:00010000:1.0:1705683772.442892:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442902:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.442903:0:15125:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442903:0:15125:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.442906:0:15125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420455 00010000:00010000:1.0:1705683772.442906:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801362a8000/0xcefed536a36e0f54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683772.442908:0:15125:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135006e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+846:3081:x1788538554086720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1705683772.442916:0:15125:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32775 count 1 00010000:00010000:3.0:1705683772.442978:0:15137:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a24a8c80/0xcefed536a36e105e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8006:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.442984:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.442985:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.442986:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683772.442987:0:15137:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133400280/0xcefed536a36a0ae7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15bffc3 expref: 7918 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.442993:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.442994:0:15137:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683772.442995:0:15137:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a24a8c80/0xcefed536a36e105e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.443010:0:15137:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133400280/0xcefed536a36a0ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bffc3 expref: 7918 pid: 15137 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683772.443017:0:15137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133400280/0xcefed536a36a0ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15bffc3 expref: 7918 pid: 15137 timeout: 644 lvb_type: 0 00000100:00100000:3.0:1705683772.443026:0:15137:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880093892d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15137:1788538554086848:192.168.203.16@tcp:104: 00000100:00100000:3.0:1705683772.443040:0:15137:0:(client.c:2536:ptlrpc_set_wait()) set ffff880135b2c540 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.443044:0:15125:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323aef80/0xcefed536a36e1065 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8007:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443050:0:15125:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a7c780/0xcefed536a36a1019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15c01d0 expref: 7918 pid: 15156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443053:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.443054:0:15125:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683772.443055:0:15125:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323aef80/0xcefed536a36e1065 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443063:0:15125:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099a7c780/0xcefed536a36a1019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15c01d0 expref: 7918 pid: 15156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443067:0:15125:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099a7c780/0xcefed536a36a1019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15c01d0 expref: 7918 pid: 15156 timeout: 644 lvb_type: 0 00000100:00100000:0.0:1705683772.443071:0:15125:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135006900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15125:1788538554086912:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.443082:0:15125:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013665ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683772.443082:0:9340:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+821:3084:x1788538554084224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5012us (5034us total) trans 4295137295 rc 0/0 00000100:00100000:1.0:1705683772.443087:0:9340:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420427 00010000:00010000:0.0:1705683772.443089:0:15126:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443092:0:15126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443095:0:15126:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443099:0:15126:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443104:0:15126:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1705683772.443108:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124ca5500/2, rc 0, transno 169999 00000100:00100000:1.0:1705683772.443113:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124ca5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3084:1788538554084224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683772.443146:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683772.443153:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3081:1788538554086976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683772.443173:0:15126:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ed6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0001-mdtlov_UUID+847:3084:x1788538554083648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6698us (6730us total) trans 4295137296 rc 0/0 00000100:00100000:3.0:1705683772.443174:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683772.443177:0:15126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420419 00000100:00100000:0.0:1705683772.443188:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.443188:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.443191:0:15126:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554086976 00000100:00100000:0.0:1705683772.443197:0:15126:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.443198:0:15126:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.443198:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.443200:0:15126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420456 00000100:00100000:1.0:1705683772.443200:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683772.443201:0:15126:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_079:lustre-MDT0000-mdtlov_UUID+821:3081:x1788538554086976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683772.443207:0:15126:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23344 count 1 00000004:00080000:1.0:1705683772.443218:0:3084:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b404b00/2, rc 0, transno 170000 00000100:00100000:1.0:1705683772.443223:0:3084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008b404b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3084:1788538554083648:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.443249:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800987d6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3083:1788538554087040:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683772.443267:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683772.443280:0:9340:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.443281:0:9340:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683772.443285:0:9340:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538554087040 00000100:00100000:1.0:1705683772.443299:0:9340:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420457 00000100:00100000:1.0:1705683772.443302:0:9340:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800987d1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+847:3083:x1788538554087040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1705683772.443312:0:9340:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32776 count 1 00010000:00010000:0.0:1705683772.443366:0:15126:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323ae080/0xcefed536a36e106c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443372:0:15126:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb200/0xcefed536a363c253 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0x927681bb159841a expref: 8363 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.443375:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.443376:0:15126:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683772.443377:0:15126:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323ae080/0xcefed536a36e106c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443386:0:15126:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb200/0xcefed536a363c253 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0x927681bb159841a expref: 8363 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683772.443394:0:15126:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e4cb200/0xcefed536a363c253 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0x927681bb159841a expref: 8363 pid: 15039 timeout: 644 lvb_type: 1 00000100:00100000:0.0:1705683772.443398:0:15126:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135005500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_079:lustre-OST0000_UUID:15126:1788538554087104:192.168.203.16@tcp:104: 00000100:00100000:0.0:1705683772.443408:0:15126:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130a57e40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683772.443414:0:11073:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683772.443415:0:11073:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443418:0:11073:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f13ad00 already unused, calling callback (ffffffffa0665e00) 00010000:00010000:0.0:1705683772.443419:0:11073:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443423:0:11073:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443429:0:11073:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443431:0:11073:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f13ad00/0xcefed536a36e0f1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683772.443441:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.443441:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683772.443442:0:11073:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683772.443460:0:9340:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801321d1400/0xcefed536a36e1073 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8008:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.443469:0:9340:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009deda300/0xcefed536a36a1cad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0x927681bb15c055e expref: 7918 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.443475:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.443476:0:9340:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683772.443477:0:9340:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801321d1400/0xcefed536a36e1073 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.443490:0:9340:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009deda300/0xcefed536a36a1cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0x927681bb15c055e expref: 7918 pid: 15125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683772.443497:0:9340:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009deda300/0xcefed536a36a1cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0x927681bb15c055e expref: 7918 pid: 15125 timeout: 644 lvb_type: 0 00000100:00100000:1.0:1705683772.443505:0:9340:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009268b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9340:1788538554087168:192.168.203.16@tcp:104: 00000100:00100000:1.0:1705683772.443519:0:9340:0:(client.c:2536:ptlrpc_set_wait()) set ffff880130b906c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683772.443529:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880090d43c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:15065:1788538554085248:192.168.203.16@tcp:104: 00010000:00010000:0.0:1705683772.443540:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dbd8280/0xcefed536a36e0fd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683772.443544:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.443545:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683772.443545:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683772.443564:0:15028:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124ca3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15028:1788538554083968:192.168.203.16@tcp:104: 00010000:00010000:1.0:1705683772.443577:0:15028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009857c280/0xcefed536a36e0f23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683772.443582:0:15028:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.443583:0:15028:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683772.443584:0:15028:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd Debug log: 28402 lines, 28402 kept, 0 dropped, 0 bad.